-- Logs begin at Mon 2022-10-17 03:51:00 UTC, end at Mon 2022-10-17 04:50:57 UTC. -- Oct 17 04:22:44.010174 dv-cinder-861557-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 17 04:22:46.676059 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.common.config [-] Logging enabled! Oct 17 04:22:46.676642 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev82 Oct 17 04:22:46.676870 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104376) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 17 04:22:46.680082 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.common.config [-] Logging enabled! Oct 17 04:22:46.680343 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev82 Oct 17 04:22:46.680660 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104376) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 17 04:22:46.681642 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 17 04:22:46.681885 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 17 04:22:46.682387 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 17 04:22:46.682622 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 17 04:22:46.682882 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 17 04:22:46.683207 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.683511 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.683748 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.684050 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.684345 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.684634 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.684929 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.685255 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.685551 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.685838 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.686129 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.686367 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.686662 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.686952 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.687244 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.687475 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] debug = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.687761 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.688200 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.688611 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.688899 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.689215 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.689501 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.689780 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.690061 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.690349 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.690684 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] host = dv-cinder-861557-1-iscsi {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.690967 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.691256 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.691546 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.691836 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.692116 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.692395 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.692684 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.692961 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.693272 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] log_file = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.693553 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.693847 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.694137 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.694429 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.694660 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.694889 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.695179 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.695472 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.695750 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.696029 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.696308 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.696591 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.696868 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.697169 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.697458 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.697746 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.698034 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.698313 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.699360 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.699689 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.699914 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.700203 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.700481 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.700759 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.701035 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.701349 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.701621 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.701897 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.702198 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.702486 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.702771 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.703058 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.703336 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.703621 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.703896 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.704171 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.704446 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] use_json = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.704723 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.704997 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.705332 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.705610 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.705892 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.706161 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.706435 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.706724 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.707002 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:46.707307 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.707608 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.707912 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.708198 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.708508 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.708792 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.709112 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.709400 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.709695 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.709989 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.710282 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.710566 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.710874 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.711169 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.711468 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.711777 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.712074 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.712369 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.712648 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.712929 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.713232 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.713518 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.713809 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.714771 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.715068 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.715363 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.715649 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.715952 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.716244 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.716534 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.716831 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.717152 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.717444 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.717726 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.718022 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.718308 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.718587 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.718878 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.719162 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.719442 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.719730 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.720036 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.720319 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.720597 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.720880 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.721197 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.721482 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.721762 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.722038 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.722320 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.722598 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.722890 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.723170 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.723447 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.723724 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.724005 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.724283 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.724560 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.724840 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.725139 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.725423 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.725701 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.725974 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.726247 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.726521 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.726794 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.727068 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.727348 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.727628 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.727904 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.728179 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.728456 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.728733 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.729007 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.729320 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.729672 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.729987 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.730275 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.730559 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.730843 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.731127 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.731411 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.731696 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.731981 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.732260 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.732554 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.732842 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.733162 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.733452 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.733755 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.734057 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.734342 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.734627 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.734910 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.735192 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.735475 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.735766 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.736053 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.736338 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.736628 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.736919 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.737251 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.737557 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.737844 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.738144 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.738444 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.738742 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.739028 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.739342 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.739625 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:46.739848 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 17 04:22:46.740096 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104376) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 17 04:22:47.120816 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 17 04:22:47.121263 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 17 04:22:47.121538 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 17 04:22:47.121772 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 17 04:22:47.122058 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 17 04:22:47.122391 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 17 04:22:47.449897 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.450118 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.450393 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.451619 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.451898 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.452170 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.505135 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.505419 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.505693 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.522362 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.522650 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.522928 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.551411 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.551705 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.551982 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.589098 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.589398 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.589678 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.827291 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.827977 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.827977 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.828970 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.829728 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.926015 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.926339 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.926629 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.926905 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.927177 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.927494 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.927760 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.928022 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.928282 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.928571 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.928835 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.929127 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.929398 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.929656 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.929919 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.930188 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.930447 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.930718 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.930992 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.931254 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.931531 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.931787 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.932074 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.932454 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.933237 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.933494 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.933898 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 04:22:47.934142 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 04:22:47.934389 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 04:22:47.934632 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 04:22:47.934876 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 04:22:47.935114 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 04:22:47.935484 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 17 04:22:47.938558 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 17 04:22:47.942487 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 17 04:22:47.946202 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Oct 17 04:22:47.947836 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 17 04:22:47.949145 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 17 04:22:47.949489 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 17 04:22:47.949879 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 17 04:22:47.952663 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 17 04:22:47.952919 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 17 04:22:47.953296 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 17 04:22:47.958365 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 17 04:22:47.981192 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 17 04:22:47.981650 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.981952 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104376) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 17 04:22:47.982329 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.983691 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104376) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 17 04:22:47.983976 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 17 04:22:47.984227 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 17 04:22:47.995023 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:47.995895 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.127411 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 17 04:22:48.127663 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 17 04:22:48.127907 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 17 04:22:48.128290 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 17 04:22:48.180691 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO dbcounter [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Registered counter for database neutron Oct 17 04:22:48.200512 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_db.sqlalchemy.engines [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104376) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 17 04:22:48.206212 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG dbcounter [-] [104376] Writer thread running {{(pid=104376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 17 04:22:48.759249 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.managers [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Initializing driver for type 'gre' Oct 17 04:22:48.759777 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] gre ID ranges: [(1, 1000)] Oct 17 04:22:48.817902 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.managers [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Initializing driver for type 'local' Oct 17 04:22:48.818244 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.managers [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Initializing driver for type 'vlan' Oct 17 04:22:48.834127 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] VlanTypeDriver initialization complete Oct 17 04:22:48.834753 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.managers [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Initializing driver for type 'vxlan' Oct 17 04:22:48.835226 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] vxlan ID ranges: [(1, 1000)] Oct 17 04:22:48.891885 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.managers [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Initializing extension driver 'port_security' Oct 17 04:22:48.892227 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.extensions.port_security [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] PortSecurityExtensionDriver initialization complete Oct 17 04:22:48.892557 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.managers [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Initializing mechanism driver 'openvswitch' Oct 17 04:22:48.892881 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.managers [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Initializing mechanism driver 'hyperv' Oct 17 04:22:48.899426 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.plugins.ml2.plugin [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:22:48.900083 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > port after_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.900453 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > port after_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.900807 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > port after_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.901334 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104376) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 04:22:48.901790 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > subnet after_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.902149 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > subnet after_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.902497 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.902887 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104376) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 04:22:48.903297 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > network after_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.903650 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > network after_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.903994 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > network after_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.904382 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104376) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 04:22:48.904783 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > security_group after_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.905157 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > security_group after_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.905503 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.905890 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104376) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 04:22:48.906291 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.906638 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.906979 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.907495 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104376) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 04:22:48.907896 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > address_group after_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.908242 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > address_group after_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.908581 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.908967 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104376) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 04:22:48.909440 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] ML2 OVO RPC backend initialized. {{(pid=104376) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 17 04:22:48.910131 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.910484 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.910897 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > network before_response 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.911248 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > networks before_response 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.911594 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > port before_response 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.911935 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > ports before_response 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.912276 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > subnet before_response 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.912617 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > subnets before_response 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.912965 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > network after_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.913333 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > network after_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.913673 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > network after_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.914012 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > port after_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.914352 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > port after_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.914692 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > port after_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.915030 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > subnet after_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.915366 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > subnet after_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.915698 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.923721 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.quota [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded quota_driver: . Oct 17 04:22:48.924087 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.plugin [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Modular L2 Plugin initialization complete Oct 17 04:22:48.924440 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading services supported by the core plugin {{(pid=104376) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 17 04:22:48.924778 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.plugins.ml2.managers [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Got port-security extension from driver 'port_security' Oct 17 04:22:48.925277 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.extensions.vlantransparent [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Disabled vlantransparent extension. Oct 17 04:22:48.925772 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104376) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 17 04:22:48.926095 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading Plugin: router Oct 17 04:22:48.961639 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.962028 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router after_create 55549900 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.962403 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router before_create 55549900 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.962767 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.963139 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.963494 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router after_delete 55549900 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.963851 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.964275 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.964635 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router after_create 55549900 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.964982 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router after_update 55549900 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.965357 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router after_update 55549900 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.965706 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.966065 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router after_update 55549900 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.966484 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router precommit_update 55549900 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.966854 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: port after_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.967195 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: port after_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.967536 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: subnet after_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.967882 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.968231 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.968578 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router precommit_create 55549900 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.968922 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: port before_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.969294 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router precommit_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.969655 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router after_update 55549900 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.969999 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.970350 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router precommit_create 55549900 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.970710 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.971056 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router precommit_update 55549900 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.971423 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > agent after_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.971773 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > agent after_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.972124 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > network after_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.972970 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Tracking information for resource: router configured {{(pid=104376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 04:22:48.973339 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Tracking information for resource: floatingip configured {{(pid=104376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 04:22:48.978184 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.db.l3_agentschedulers_db [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 17 04:22:48.978761 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: port after_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.979118 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: port after_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.979468 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: port after_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.980342 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: port after_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.981139 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router before_create 55550100 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.981501 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.981868 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router precommit_create 55550100 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.982224 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > router precommit_update 55550100 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:48.987053 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.services.provider_configuration [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Service providers = [] {{(pid=104376) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 17 04:22:48.987416 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.db.servicetype_db [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104376) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 17 04:22:48.990355 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.services.service_base [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104376) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 04:22:48.990710 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.services.service_base [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104376) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 04:22:48.991052 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.services.service_base [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104376) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 04:22:48.991942 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.services.service_base [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104376) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 04:22:48.992313 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.services.service_base [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 17 04:22:48.992684 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 04:22:48.993000 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 17 04:22:49.005065 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 04:22:49.005419 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading Plugin: auto_allocate Oct 17 04:22:49.011258 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: network precommit_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:49.011578 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: network precommit_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:49.012094 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 04:22:49.012416 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading Plugin: tag Oct 17 04:22:49.018909 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 04:22:49.019238 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading Plugin: timestamp Oct 17 04:22:49.023237 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 04:22:49.023564 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading Plugin: network_ip_availability Oct 17 04:22:49.028990 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:49.029382 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:49.029739 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:49.030462 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 04:22:49.030783 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading Plugin: flavors Oct 17 04:22:49.035399 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 04:22:49.035734 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading Plugin: revisions Oct 17 04:22:49.040109 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 04:22:49.040493 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_concurrency.lockutils [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.918s {{(pid=104376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 17 04:22:49.041264 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104376) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 17 04:22:49.041602 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Initializing extension manager. Oct 17 04:22:49.042651 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: __init__.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.042986 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: __pycache__ {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.043319 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: address_group.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.044196 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.044761 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: address-group Oct 17 04:22:49.045096 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: address_scope.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.045779 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.046277 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: address-scope Oct 17 04:22:49.046597 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.047470 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.047969 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: router-admin-state-down-before-update Oct 17 04:22:49.048291 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: agent.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.048957 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.049494 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: agent Oct 17 04:22:49.049814 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: agent_resources_synced.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.050672 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.051174 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: agent-resources-synced Oct 17 04:22:49.051496 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: allowedaddresspairs.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.053237 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.053746 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: allowed-address-pairs Oct 17 04:22:49.054071 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: auto_allocated_topology.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.055093 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.055599 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: auto-allocated-topology Oct 17 04:22:49.055923 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: availability_zone.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.056581 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.057094 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: availability_zone Oct 17 04:22:49.057432 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: availability_zone_filter.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.058367 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.058866 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: availability_zone_filter Oct 17 04:22:49.059187 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: data_plane_status.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.060045 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.060540 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension data-plane-status not supported by any of loaded plugins Oct 17 04:22:49.060859 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: default_subnetpools.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.061753 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.062256 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: default-subnetpools Oct 17 04:22:49.062577 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.063340 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.063844 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: dhcp_agent_scheduler Oct 17 04:22:49.064165 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: dns.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.065028 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.065555 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension dns-integration not supported by any of loaded plugins Oct 17 04:22:49.065873 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: dns_domain_ports.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.066742 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.067237 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 17 04:22:49.067559 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.068438 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.068933 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 17 04:22:49.069285 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: dvr.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.069919 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.070416 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: dvr Oct 17 04:22:49.070736 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: ecmp_routes.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.071602 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.072106 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 17 04:22:49.072424 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: empty_string_filtering.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.074069 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.074695 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: empty-string-filtering Oct 17 04:22:49.075019 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.075888 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.076387 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 17 04:22:49.076706 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.077612 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.078111 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 17 04:22:49.078431 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: external_net.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.079293 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.079794 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: external-net Oct 17 04:22:49.080113 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.080977 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.081512 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: extra_dhcp_opt Oct 17 04:22:49.081836 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: extraroute.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.082700 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.083199 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: extraroute Oct 17 04:22:49.083516 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: extraroute_atomic.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.084521 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.084991 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: extraroute-atomic Oct 17 04:22:49.085336 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: filter_validation.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.085959 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.086451 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: filter-validation Oct 17 04:22:49.086769 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: fip_pf_description.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.087624 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.088114 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 17 04:22:49.088432 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: fip_pf_detail.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.089549 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.090047 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 17 04:22:49.090369 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: fip_pf_port_range.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.091234 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.091730 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 17 04:22:49.092053 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: fip_port_details.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.092920 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.093456 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: fip-port-details Oct 17 04:22:49.093779 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: flavors.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.094953 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.095460 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: flavors Oct 17 04:22:49.095783 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.097410 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.097927 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 17 04:22:49.098257 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: floatingip_pools.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.098920 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.099426 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: floatingip-pools Oct 17 04:22:49.099753 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: ip_allocation.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.100623 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.101149 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension ip_allocation not supported by any of loaded plugins Oct 17 04:22:49.101472 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.102358 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.102862 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: ip-substring-filtering Oct 17 04:22:49.103182 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: l2_adjacency.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.104058 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.105117 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 17 04:22:49.105475 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: l3.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.106430 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.106934 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: router Oct 17 04:22:49.107255 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.109633 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.110149 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 17 04:22:49.110478 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.111355 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.111867 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: ext-gw-mode Oct 17 04:22:49.112194 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.113089 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.113600 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: l3-ha Oct 17 04:22:49.113925 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.114792 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.115291 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 17 04:22:49.115615 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: l3_flavors.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.116485 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.116986 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: l3-flavors Oct 17 04:22:49.117339 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.118656 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.119175 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 17 04:22:49.119502 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.120572 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.121099 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 17 04:22:49.121439 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: l3agentscheduler.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.122460 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.122977 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: l3_agent_scheduler Oct 17 04:22:49.123305 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: local_ip.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.125025 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.125570 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension local_ip not supported by any of loaded plugins Oct 17 04:22:49.125906 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: logging.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.127329 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.127848 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension logging not supported by any of loaded plugins Oct 17 04:22:49.128177 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: metering.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.128880 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.129487 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: metering Oct 17 04:22:49.129817 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.130862 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.131369 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: metering_source_and_destination_fields Oct 17 04:22:49.131697 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: multiprovidernet.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.132580 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.133142 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: multi-provider Oct 17 04:22:49.133468 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: netmtu.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.134343 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.134850 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: net-mtu Oct 17 04:22:49.135173 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: netmtu_writable.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.136558 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.137058 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: net-mtu-writable Oct 17 04:22:49.137493 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: network_availability_zone.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.138131 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.138628 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: network_availability_zone Oct 17 04:22:49.138947 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: network_ip_availability.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.139998 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.140499 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: network-ip-availability Oct 17 04:22:49.140821 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: network_segment_range.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.141567 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.142060 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension network-segment-range not supported by any of loaded plugins Oct 17 04:22:49.142381 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: pagination.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.143319 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.143649 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: pagination Oct 17 04:22:49.143968 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: port_device_profile.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.144825 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.145358 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: port-device-profile Oct 17 04:22:49.145678 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: port_mac_address_override.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.146550 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.147056 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: port-mac-override Oct 17 04:22:49.147375 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.148250 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.148747 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: port-mac-address-regenerate Oct 17 04:22:49.149065 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.149949 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.150447 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: port-numa-affinity-policy Oct 17 04:22:49.150768 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: port_resource_request.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.152223 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.152718 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension port-resource-request not supported by any of loaded plugins Oct 17 04:22:49.153034 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: port_resource_request_groups.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.153978 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.154476 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 17 04:22:49.154795 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: portbindings.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.155665 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.156166 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: binding Oct 17 04:22:49.156484 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: portbindings_extended.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.157734 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.158245 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: binding-extended Oct 17 04:22:49.158571 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: portsecurity.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.159436 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.159944 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: port-security Oct 17 04:22:49.160266 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: project_id.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.161429 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.161764 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: project-id Oct 17 04:22:49.162087 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: providernet.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.162967 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.163483 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: provider Oct 17 04:22:49.163807 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: qos.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.167318 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.167838 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension qos not supported by any of loaded plugins Oct 17 04:22:49.168169 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.169409 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.169925 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 17 04:22:49.170257 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.171135 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.171645 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 17 04:22:49.171971 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: qos_default.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.172836 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.173393 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension qos-default not supported by any of loaded plugins Oct 17 04:22:49.173718 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: qos_fip.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.174592 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.175099 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension qos-fip not supported by any of loaded plugins Oct 17 04:22:49.175422 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.176286 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.176789 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 17 04:22:49.177141 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: qos_gateway_ip.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.178012 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.178515 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 17 04:22:49.178837 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: qos_port_network_policy.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.179736 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.180238 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 17 04:22:49.180584 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.181599 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.182108 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 17 04:22:49.182432 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.184026 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.185048 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 17 04:22:49.185048 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: qos_pps_rule.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.186001 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.186508 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension qos-pps not supported by any of loaded plugins Oct 17 04:22:49.186833 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: qos_rule_type_details.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.187710 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.188212 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 17 04:22:49.188535 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.189434 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.189931 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 17 04:22:49.190252 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: qos_rules_alias.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.191251 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.191744 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 17 04:22:49.192066 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: quota_check_limit.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.192947 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.193479 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: quota-check-limit Oct 17 04:22:49.193799 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: quotasv2.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.194715 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.195040 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: quotas Oct 17 04:22:49.195359 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: quotasv2_detail.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.197004 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.197370 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: quota_details Oct 17 04:22:49.197696 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: rbac.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.199376 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.199894 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: rbac-policies Oct 17 04:22:49.200225 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: rbac_address_group.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.201133 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.201644 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: rbac-address-group Oct 17 04:22:49.201969 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: rbac_address_scope.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.202922 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.203429 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: rbac-address-scope Oct 17 04:22:49.203757 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: rbac_security_groups.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.204636 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.205166 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: rbac-security-groups Oct 17 04:22:49.205490 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: rbac_subnetpool.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.206367 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.206870 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: rbac-subnetpool Oct 17 04:22:49.207191 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: revisionifmatch.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.208070 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.208574 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: revision-if-match Oct 17 04:22:49.208895 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: revisions.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.209982 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.210484 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: standard-attr-revisions Oct 17 04:22:49.210807 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: router_availability_zone.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.211439 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.211944 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: router_availability_zone Oct 17 04:22:49.212266 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: routerservicetype.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.213180 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.213696 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension router-service-type not supported by any of loaded plugins Oct 17 04:22:49.214069 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.214970 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.215473 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: security-groups-normalized-cidr Oct 17 04:22:49.215798 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.216681 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.217215 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: port-security-groups-filtering Oct 17 04:22:49.217538 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.218419 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.218922 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: security-groups-remote-address-group Oct 17 04:22:49.219244 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.220122 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.220626 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: security-groups-shared-filtering Oct 17 04:22:49.220947 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: securitygroup.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.230726 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.231249 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: security-group Oct 17 04:22:49.231583 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: segment.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.232273 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.232781 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension segment not supported by any of loaded plugins Oct 17 04:22:49.233127 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.234024 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.234526 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 17 04:22:49.234853 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: servicetype.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.235895 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.236403 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: service-type Oct 17 04:22:49.236730 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: sorting.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.237696 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.238024 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: sorting Oct 17 04:22:49.238344 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: standard_attr_segment.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.239239 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.239748 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 17 04:22:49.240072 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: standardattrdescription.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.240679 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.241214 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: standard-attr-description Oct 17 04:22:49.241538 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: stateful_security_group.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.242417 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.242930 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: stateful-security-group Oct 17 04:22:49.243258 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: stdattrs_common.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.243808 dv-cinder-861557-1-iscsi neutron-server[104376]: WARNING neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 17 04:22:49.244130 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.245006 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.246059 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 17 04:22:49.246477 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: subnet_onboard.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.247483 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.247998 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: subnet_onboard Oct 17 04:22:49.248324 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.249237 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.249742 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 17 04:22:49.250063 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: subnet_service_types.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.250944 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.251454 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: subnet-service-types Oct 17 04:22:49.251778 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: subnetallocation.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.252809 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.253348 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: subnet_allocation Oct 17 04:22:49.253677 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.254304 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.254809 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: subnetpool-prefix-ops Oct 17 04:22:49.255130 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.256013 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.256513 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 17 04:22:49.256830 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: tagging.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.257875 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.258390 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: standard-attr-tag Oct 17 04:22:49.258714 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: timestamp.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.259864 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.260369 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loaded extension: standard-attr-timestamp Oct 17 04:22:49.260693 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: trunk.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.262320 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.262780 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension trunk not supported by any of loaded plugins Oct 17 04:22:49.263102 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: trunk_details.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.263979 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.264483 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension trunk-details not supported by any of loaded plugins Oct 17 04:22:49.264805 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: uplink_status_propagation.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.265710 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.266216 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 17 04:22:49.266537 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Loading extension file: vlantransparent.py {{(pid=104376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 04:22:49.267165 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 04:22:49.267666 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 17 04:22:49.270275 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Creating instance of TrackedResource for resource:network Oct 17 04:22:49.270793 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Creating instance of TrackedResource for resource:subnet Oct 17 04:22:49.271191 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 04:22:49.271585 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Creating instance of TrackedResource for resource:port Oct 17 04:22:49.272821 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.v2.resource_helper [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 04:22:49.273289 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.v2.resource_helper [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Service FLAVORS assigned prefix: {{(pid=104376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 04:22:49.273905 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.v2.resource_helper [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 04:22:49.274339 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.v2.resource_helper [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 04:22:49.274671 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Creating instance of TrackedResource for resource:router Oct 17 04:22:49.275098 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Creating instance of TrackedResource for resource:floatingip Oct 17 04:22:49.275584 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.v2.resource_helper [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Service METERING assigned prefix: /metering {{(pid=104376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 04:22:49.277049 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:49.277452 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:49.277810 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:22:49.278805 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Creating instance of CountableResource for resource:rbac_policy Oct 17 04:22:49.279241 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Creating instance of TrackedResource for resource:security_group Oct 17 04:22:49.279667 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 17 04:22:49.280207 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.v2.resource_helper [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Service CORE assigned prefix: {{(pid=104376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 04:22:49.280537 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 04:22:49.280882 dv-cinder-861557-1-iscsi neutron-server[104376]: WARNING neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] subnetpool is already registered Oct 17 04:22:49.281330 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.v2.resource_helper [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Service CORE assigned prefix: {{(pid=104376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 04:22:49.281669 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 04:22:49.281995 dv-cinder-861557-1-iscsi neutron-server[104376]: WARNING neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] subnetpool is already registered Oct 17 04:22:49.284345 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.v2.resource_helper [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 04:22:49.284796 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.v2.resource_helper [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Service FLAVORS assigned prefix: {{(pid=104376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 04:22:49.285451 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.v2.resource_helper [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 04:22:49.286002 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.v2.resource_helper [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 04:22:49.286337 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Creating instance of TrackedResource for resource:router Oct 17 04:22:49.286686 dv-cinder-861557-1-iscsi neutron-server[104376]: WARNING neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] router is already registered Oct 17 04:22:49.287114 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Creating instance of TrackedResource for resource:floatingip Oct 17 04:22:49.287450 dv-cinder-861557-1-iscsi neutron-server[104376]: WARNING neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] floatingip is already registered Oct 17 04:22:49.287914 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.v2.resource_helper [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Service METERING assigned prefix: /metering {{(pid=104376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 04:22:49.288609 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Creating instance of CountableResource for resource:rbac_policy Oct 17 04:22:49.288939 dv-cinder-861557-1-iscsi neutron-server[104376]: WARNING neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] rbac_policy is already registered Oct 17 04:22:49.289388 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Creating instance of TrackedResource for resource:security_group Oct 17 04:22:49.289732 dv-cinder-861557-1-iscsi neutron-server[104376]: WARNING neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] security_group is already registered Oct 17 04:22:49.290156 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 17 04:22:49.290490 dv-cinder-861557-1-iscsi neutron-server[104376]: WARNING neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] security_group_rule is already registered Oct 17 04:22:49.290983 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.v2.resource_helper [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Service CORE assigned prefix: {{(pid=104376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 04:22:49.291309 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 04:22:49.291641 dv-cinder-861557-1-iscsi neutron-server[104376]: WARNING neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] subnetpool is already registered Oct 17 04:22:49.292104 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.v2.resource_helper [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Service CORE assigned prefix: {{(pid=104376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 04:22:49.292427 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 04:22:49.292759 dv-cinder-861557-1-iscsi neutron-server[104376]: WARNING neutron.quota.resource_registry [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] subnetpool is already registered Oct 17 04:22:49.293238 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: extensions {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.294802 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: address-groups {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.296289 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: address-scopes {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.297524 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: agents {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.298678 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: auto-allocated-topology {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.301155 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: availability_zones {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.302384 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: dhcp-networks {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.303810 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: dhcp-agents {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.305372 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: routers {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.307095 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: flavors {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.309053 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: service_profiles {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.310382 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: next_providers {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.311843 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: service_profiles {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.313339 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: floatingip-pools {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.314589 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: routers {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.316437 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: floatingips {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.317655 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: l3-routers {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.319045 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: l3-agents {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.320549 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: metering-labels {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.321848 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: metering-label-rules {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.323121 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: network-ip-availabilities {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.325150 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: bindings {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.326718 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: quotas {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.328276 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: quotas {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.329962 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: rbac-policies {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.331152 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: security-groups {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.332350 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: security-group-rules {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.333639 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: service-providers {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.334948 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: subnetpools {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.336286 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: subnetpools {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.337771 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: tags {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.339553 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: tags {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.341296 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: tags {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.343164 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: tags {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.344870 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: tags {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.346741 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: tags {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.348518 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: tags {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.350337 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: tags {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.352094 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: tags {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.353964 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron.api.extensions [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Extended resource: tags {{(pid=104376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 04:22:49.360858 dv-cinder-861557-1-iscsi neutron-server[104376]: WARNING keystonemiddleware.auth_token [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 17 04:22:49.365919 dv-cinder-861557-1-iscsi neutron-server[104376]: WARNING keystonemiddleware.auth_token [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 17 04:22:49.375144 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_concurrency.lockutils [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Acquiring lock "singleton_lock" {{(pid=104376) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 17 04:22:49.375471 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_concurrency.lockutils [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Acquired lock "singleton_lock" {{(pid=104376) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 17 04:22:49.375939 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_concurrency.lockutils [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Releasing lock "singleton_lock" {{(pid=104376) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 17 04:22:49.376584 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO oslo_service.service [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Starting 2 workers Oct 17 04:22:49.381442 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Started child 104487 {{(pid=104376) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 17 04:22:49.385900 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Started child 104488 {{(pid=104376) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 17 04:22:49.388184 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO neutron.service [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 17 04:22:49.388382 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:22:49.389207 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:22:49.389746 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [-] (104487) wsgi starting up on http://0.0.0.0:9696 Oct 17 04:22:49.391164 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:22:49.391629 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO oslo_service.service [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Starting 1 workers Oct 17 04:22:49.392555 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [-] (104488) wsgi starting up on http://0.0.0.0:9696 Oct 17 04:22:49.396427 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Started child 104489 {{(pid=104376) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 17 04:22:49.396960 dv-cinder-861557-1-iscsi neutron-server[104376]: INFO oslo_service.service [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Starting 1 workers Oct 17 04:22:49.400148 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.service [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] calling RpcWorker wait() {{(pid=104489) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 17 04:22:49.400689 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.service [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] returning from RpcWorker wait() {{(pid=104489) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 17 04:22:49.401774 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Started child 104490 {{(pid=104376) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 17 04:22:49.402018 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:22:49.402348 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG neutron_lib.callbacks.manager [None req-7cb0258b-4e39-4c9b-8788-c25140696f35 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:22:49.402600 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:22:49.404331 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104376) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 17 04:22:49.404542 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 17 04:22:49.404721 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 17 04:22:49.404946 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 17 04:22:49.405309 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 17 04:22:49.405500 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 17 04:22:49.405981 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.406266 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.406534 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.406802 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.406891 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:22:49.407387 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.407630 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.407882 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.407972 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:22:49.408169 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.408424 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.408591 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.408755 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.409003 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.409268 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.409597 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.409871 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.410116 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.410343 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.410510 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.410744 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.411001 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.411251 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.411539 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] debug = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.411805 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.412279 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.412525 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.412761 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.413004 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.413302 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.413541 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.413807 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.414056 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.414283 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.414514 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.414765 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.414997 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.415222 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.415473 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.415739 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.415980 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.416466 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] host = dv-cinder-861557-1-iscsi {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.416702 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.416937 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.417248 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.417493 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.417758 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.417970 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.418347 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.418603 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.418854 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.419082 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.419335 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.419577 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.419790 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.420022 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] log_file = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.420186 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] log_options = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.420444 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.420718 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.420996 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.421210 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.421378 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.421540 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.421805 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.421996 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.422209 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.422440 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.422651 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.422865 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.423096 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.423308 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.423543 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.423755 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.423965 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.424198 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.424449 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.424702 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.424948 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.425296 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.425581 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.425754 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.425986 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.426350 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.426488 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.426680 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.426889 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.427648 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.427908 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.428136 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.428383 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.428612 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.428944 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.429090 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.429338 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.429570 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.430017 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.430194 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.430341 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.430515 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.430731 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.431188 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.431356 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.432093 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.432434 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] use_json = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.433193 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.433578 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.433914 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.434168 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.434399 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.435106 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.435106 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.435363 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.435363 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.435930 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.436323 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.441133 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.441335 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.441520 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.441798 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.442079 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.442342 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.442595 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.442863 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.443192 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.443448 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.443758 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.444031 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.444309 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.444675 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.444956 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.449394 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.449721 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.450040 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.450363 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.450637 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.450930 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.451167 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.451412 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.451655 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.451890 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.452233 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.452508 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.452784 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.453170 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.453447 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.453726 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.453991 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.454237 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.454490 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.454711 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.454928 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.455146 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.455363 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.455730 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.455984 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.456215 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.456492 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.456708 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.456937 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.457801 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.458075 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.458334 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.458591 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.458817 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.459034 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.459283 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.459528 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.459764 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.459982 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.460235 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.460465 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.460705 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.460967 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.461235 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.461457 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.461691 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.461913 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.462150 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.462369 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.462623 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.462828 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.463095 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.463318 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.463539 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.463743 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.464007 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.464253 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.464508 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.464732 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.464965 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.465234 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.465471 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.465781 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.466022 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.466253 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.466485 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.466701 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.466905 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.467117 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.467344 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.467563 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.467780 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.467995 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.468206 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.468431 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.468744 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.469006 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.469296 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.469535 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.469798 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.470052 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.470319 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.470545 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.470767 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.471009 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.471259 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.471485 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.471738 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.472039 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.472275 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.472544 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.472761 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.472983 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.473230 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.473676 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.473925 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.474152 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.474375 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.474618 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.474862 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.475118 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.475373 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.475625 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.475871 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.476130 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.476370 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.477335 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.477594 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.477909 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.478159 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.478441 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.478737 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.479027 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.479305 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.479648 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.479914 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.480190 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.480451 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.480701 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.480933 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.481202 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.481459 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.481716 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.481915 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.482139 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.482388 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.482736 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.483142 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.483379 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.483616 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.483889 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.484140 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.484402 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.484677 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.484926 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.485186 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.485441 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.485688 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.485905 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.486163 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.486408 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.486647 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.486911 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.487061 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.487297 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.487513 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.487730 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.487995 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.488225 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.488448 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.488664 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.488884 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.489123 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.489374 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.489590 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.489828 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.490065 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.490284 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.490504 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.490738 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.490967 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.491198 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.491435 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.491698 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.491943 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.492161 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.492386 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.492625 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.492882 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.493134 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.493401 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.493623 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.493837 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.494051 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.494273 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.494515 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.494732 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.494975 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.495891 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.496129 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.496382 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.496739 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.497112 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.497355 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.497617 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.497855 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.498243 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.498611 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.499015 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.499271 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.499494 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.499714 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.500079 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.500486 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.500716 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.500959 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.501204 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.501446 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.501671 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.501935 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.502176 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.502409 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.502657 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.502899 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.503125 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.503347 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.503584 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.503822 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.504063 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.504279 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.504510 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.504730 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.504943 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.505293 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.505557 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.505791 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.506048 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.506271 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.506504 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.506728 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.506944 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.507180 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.507409 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.507623 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.507834 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.508083 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.508317 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.508508 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.508730 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.508951 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.509186 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.509416 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.509651 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.509868 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.510093 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.510314 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.510548 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.511030 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.511255 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.511470 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.511716 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.511937 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.512151 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.512433 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.512615 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.512826 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.513096 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.513308 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.513521 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.513825 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.514471 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.514471 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.514659 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.514835 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.515081 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.515330 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.515641 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.515854 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.516094 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.516346 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.516565 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.516787 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.517059 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.517418 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.517698 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.517946 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.518198 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.518497 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.518709 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:22:49.518812 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.519020 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.519255 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.519558 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.519873 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.520125 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.520396 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.520628 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.520881 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.521148 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.521436 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.521683 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.521922 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.522224 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.522471 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.522723 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.522956 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.523177 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.523405 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.523623 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.523884 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.524114 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.524335 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.524553 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.524709 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 17 04:22:49.525269 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104376) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 17 04:22:49.525434 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 17 04:22:49.525585 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 17 04:22:49.525903 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 17 04:22:49.526230 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 17 04:22:49.526910 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 17 04:22:49.527103 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.527259 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.527573 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.527735 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.527918 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.528084 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.528245 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.528409 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.528567 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.528878 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.529040 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.529229 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.529390 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.529552 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.529717 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.529880 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.530045 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.530211 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.530372 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.530533 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.530693 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.530854 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] debug = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.531014 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.531226 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.531398 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.531558 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.531722 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.531879 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.532040 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.532201 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.532359 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.532521 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.532683 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.532842 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.533004 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.533185 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.533350 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.533507 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.533817 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.533980 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] host = dv-cinder-861557-1-iscsi {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.534141 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.534301 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.534463 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.534625 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.534900 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.535051 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.535229 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.535365 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.535525 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.535694 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.535856 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.536018 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.536177 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.536336 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] log_file = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.536517 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] log_options = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.536678 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.536838 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.536997 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.537257 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.537424 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.537586 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.537744 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.537909 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.538073 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.538238 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.538397 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.538556 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.538714 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.538874 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.539034 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.539193 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.539354 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.539514 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.539678 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.539837 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.539996 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.540156 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.540313 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.540473 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.540640 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.540797 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.540957 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.541136 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.541303 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.541464 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.541624 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.541787 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.542144 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.542316 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.542567 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.542657 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.542970 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.543139 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.543320 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.543513 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.543663 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.543804 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.543960 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.544053 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.544195 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.544353 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.544664 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] use_json = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.544973 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.545189 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.545359 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.545519 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.545682 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.545834 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.545979 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.546143 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.546293 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 04:22:49.546469 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.546628 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.546796 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.546952 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.547109 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.547276 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.547465 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.547592 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.547912 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.547912 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.548182 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.548312 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.548442 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.548576 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.548776 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.548947 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.549124 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.549290 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.549455 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.549618 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.549780 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.549943 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.550114 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.550274 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.550432 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.550739 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.551042 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.551356 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.551510 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.552202 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.552202 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.552202 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.552202 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.552645 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.552645 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.552645 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.552859 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.552948 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.553104 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.553315 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.553479 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.553644 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.554472 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.554472 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.554472 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.554472 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.554472 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.554859 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.554859 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.554859 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.555071 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.555160 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.555321 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.555483 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.555646 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.555817 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.555983 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.556148 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.556324 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.556473 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.556639 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.556779 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.556933 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.557106 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.557271 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.557433 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.557619 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.557793 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.558133 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.558442 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.558608 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.558774 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.558935 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.559075 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.560723 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.560723 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.560723 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.560723 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.560723 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.560723 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.560723 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.560723 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.560723 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.561484 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.561484 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.561484 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.561484 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.561484 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.561484 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.561894 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.561894 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.561894 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.562098 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.562176 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.562292 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.562452 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.562616 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.562776 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.563093 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.563254 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.563418 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.563581 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.563743 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.563904 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.564071 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.564234 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.564395 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.564557 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.564719 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.564881 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.565042 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.565225 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.565388 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.565549 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.565711 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.565872 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.566038 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.566200 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.566362 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.566522 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.566684 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.566844 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.567005 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.567176 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.567338 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.567502 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.567665 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.567833 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.568006 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.568169 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.568333 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.568495 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.568658 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.568819 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.568982 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.569170 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.569333 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.569494 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.569656 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.569830 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.569992 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.570155 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.570316 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.570524 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.570687 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.570848 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.571012 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.571175 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.571337 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.571498 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.571661 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.571823 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.571987 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.572149 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.572322 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.572476 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.572639 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.572801 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.572963 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.573145 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.574625 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.574795 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.574963 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.575127 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.575289 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.575452 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.575616 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.575779 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.575942 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.576106 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.576268 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.576431 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.576593 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.576755 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.576916 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.577112 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.577276 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.577438 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.577599 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.577762 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.577928 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.578090 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.578254 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.578416 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.578579 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.578741 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.578903 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.579067 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.579229 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.579393 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.579556 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.579723 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.579888 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.580052 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.580215 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.580379 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.580541 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.580705 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.580885 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.581048 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.581264 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.581397 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.581560 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.581722 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.581884 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.582046 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.582210 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.582371 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.582536 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.582700 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.582863 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.583024 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.583185 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.583347 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.583508 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.583669 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.583833 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.583997 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.584160 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.584325 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.584487 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.584650 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.584816 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.584964 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.585144 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.585309 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.585470 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.585631 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.585793 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.585954 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.586129 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.586292 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.586453 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.586615 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.586776 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.586937 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.587106 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.587272 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.587433 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.587594 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.587754 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.587915 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.588086 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.588248 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.588408 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.588569 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.588730 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.589496 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.589808 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.589978 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.590135 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.590296 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.590687 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.590687 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.590851 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.590931 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.591077 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.591238 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.591399 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.591560 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.591731 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.591892 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.592054 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.592214 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.592376 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.592536 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.592706 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.592866 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.593028 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.593233 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.593395 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.593556 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.593719 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.593891 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.594054 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.594218 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.594381 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.594543 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.594703 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.594866 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.595032 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.595202 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.595369 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.595534 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.595703 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.595871 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.596042 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.596203 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.596370 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.596542 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.596705 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.596866 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.597027 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.597209 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.597376 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.597538 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.597700 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.597861 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.598021 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.598182 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.598343 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.598504 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.598666 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.598826 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.598988 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.599149 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.599309 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.599471 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.599633 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 04:22:49.599787 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 17 04:22:49.689215 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 52246) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:22:49.696131 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [-] 10.222.0.40 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048048 Oct 17 04:22:49.701296 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [-] 10.222.0.40 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0045576 Oct 17 04:22:58.885266 dv-cinder-861557-1-iscsi neutron-server[104376]: DEBUG dbcounter [-] [104376] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:01.063788 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365640b2-00f1-4a79-abed-bcb4c004fc24 None None] get_active_networks_info from dv-cinder-861557-1-iscsi {{(pid=104489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 04:23:01.068252 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writer thread running {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 17 04:23:01.146782 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365640b2-00f1-4a79-abed-bcb4c004fc24 None None] No non-hosted networks {{(pid=104489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 17 04:23:01.172953 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.agentschedulers_db [None req-365640b2-00f1-4a79-abed-bcb4c004fc24 None None] DHCP Agent not found on host dv-cinder-861557-1-iscsi {{(pid=104489) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 17 04:23:01.252949 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-78fa66d2-0f0a-48a5-95f5-c9e25e5d710b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1648603'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:02.815397 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writer thread running {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 17 04:23:03.369289 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-d94126fb-d928-4d24-bb44-b1cea9028b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1648603'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:03.420484 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-9f536f87-af78-44a7-8fb8-71e2a247663d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:04.629455 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1648603'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:04.902131 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 52320) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:23:05.590785 dv-cinder-861557-1-iscsi neutron-server[104488]: WARNING oslo_policy.policy [None req-ec1963c4-b3af-49e4-8cdf-85e7a6e0458c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 04:23:05.591442 dv-cinder-861557-1-iscsi neutron-server[104488]: WARNING oslo_policy.policy [None req-ec1963c4-b3af-49e4-8cdf-85e7a6e0458c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 04:23:05.822108 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [None req-ec1963c4-b3af-49e4-8cdf-85e7a6e0458c admin admin] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 04:23:05.837888 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-ec1963c4-b3af-49e4-8cdf-85e7a6e0458c admin admin] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9348011 Oct 17 04:23:06.154751 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.db.l3_hamode_db [None req-efe17eb4-f571-4095-a3f7-ed015afa87da None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 17 04:23:06.242954 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1648603'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:06.245554 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe17eb4-f571-4095-a3f7-ed015afa87da None None] Routers set() bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:23:06.246064 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe17eb4-f571-4095-a3f7-ed015afa87da None None] Router IDs set() for agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 17 04:23:06.447025 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1648603'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:06.449287 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:06.449644 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:06.449981 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:06.450309 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:06.450635 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:06.454069 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:06.454682 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:06.455053 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:06.455392 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:06.455720 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:06.456060 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:06.456389 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:06.456724 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:06.457105 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:06.457490 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:06.457810 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-861557-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:23:06.466806 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-861557-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:23:08.541047 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 52356) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:23:08.861362 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-710f2190-9a7e-417b-aaf5-6cef08660177 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:23:08.873557 dv-cinder-861557-1-iscsi neutron-server[104488]: ERROR stevedore.extension [None req-710f2190-9a7e-417b-aaf5-6cef08660177 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 17 04:23:08.953940 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.policy [None req-710f2190-9a7e-417b-aaf5-6cef08660177 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104488) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 17 04:23:08.995813 dv-cinder-861557-1-iscsi neutron-server[104488]: WARNING oslo_policy.policy [None req-710f2190-9a7e-417b-aaf5-6cef08660177 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 04:23:08.996179 dv-cinder-861557-1-iscsi neutron-server[104488]: WARNING oslo_policy.policy [None req-710f2190-9a7e-417b-aaf5-6cef08660177 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 04:23:09.016203 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writer thread running {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 17 04:23:09.089587 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-710f2190-9a7e-417b-aaf5-6cef08660177 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774863442575', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774863442051', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774863426407', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774863434932', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774863478656', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774863486672', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3584827', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3585018', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1688251', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1661061'] for rbac-policy (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:09.160791 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-710f2190-9a7e-417b-aaf5-6cef08660177 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:09.162412 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-710f2190-9a7e-417b-aaf5-6cef08660177 admin admin] 10.222.0.40 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6194525 Oct 17 04:23:11.737696 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 52366) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:23:12.245891 dv-cinder-861557-1-iscsi neutron-server[104487]: WARNING oslo_policy.policy [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 04:23:12.246503 dv-cinder-861557-1-iscsi neutron-server[104487]: WARNING oslo_policy.policy [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 04:23:12.464503 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:23:12.477323 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writer thread running {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 17 04:23:12.518944 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Made reservation on behalf of 1bdfdad6470b458da46002686825e0a1 for: {'network': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:23:12.528644 dv-cinder-861557-1-iscsi neutron-server[104487]: ERROR stevedore.extension [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 17 04:23:12.582179 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.policy [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104487) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 17 04:23:12.626302 dv-cinder-861557-1-iscsi neutron-server[104487]: WARNING oslo_policy.policy [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 04:23:12.626674 dv-cinder-861557-1-iscsi neutron-server[104487]: WARNING oslo_policy.policy [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 04:23:12.637418 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for network (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:12.662706 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:12.780448 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Publish callbacks [] for security_group (204d6b54-dbf6-4e36-a023-77815422edc9), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:12.784064 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (204d6b54-dbf6-4e36-a023-77815422edc9), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:12.817274 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=104487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 04:23:12.849351 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774867117779', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (d33eef45-71bf-43c6-a6da-69d13f76a2c7), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:12.849920 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Unsubscribe: segment precommit_create {{(pid=104487) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 17 04:23:12.850464 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.segments_db [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Added segment d33eef45-71bf-43c6-a6da-69d13f76a2c7 of type vlan for network 6e4fd1da-72ed-4f2b-8e37-a07bf1efe198 Oct 17 04:23:12.865930 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=204d6b54-dbf6-4e36-a023-77815422edc9,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:23:12.918328 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:12.918667 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:12.919026 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:12.919375 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:12.919708 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:12.920031 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:12.920354 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:12.920674 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:12.920996 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:12.921341 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:12.921663 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:12.921997 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:12.922319 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:12.922635 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:12.922952 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Tracked resource versions report: Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: pushed versions: Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: { 'AddressGroup': {'1.2'}, Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Agent': {'1.1'}, Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'ConntrackHelper': {'1.0'}, Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'LocalIPAssociation': {'1.0'}, Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Log': {'1.0'}, Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'NDPProxy': {'1.0'}, Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Network': {'1.1'}, Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Port': {'1.7'}, Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'PortForwarding': {'1.3'}, Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'QosPolicy': {'1.10'}, Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'SecurityGroup': {'1.5'}, Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'SecurityGroupRule': {'1.2'}, Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'SubPort': {'1.0'}, Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Subnet': {'1.1'}, Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Trunk': {'1.1'}} Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: consumer versions: Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: { DHCP agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: L3 agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: Metadata agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: Metering agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: Open vSwitch agent@dv-cinder-861557-1-iscsi: { 'AddressGroup': '1.2', Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Agent': '1.1', Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'ConntrackHelper': '1.0', Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'LocalIPAssociation': '1.0', Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Log': '1.0', Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'NDPProxy': '1.0', Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Network': '1.1', Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Port': '1.7', Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'PortForwarding': '1.3', Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'QosPolicy': '1.10', Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'SecurityGroup': '1.5', Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'SecurityGroupRule': '1.2', Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'SubPort': '1.0', Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Subnet': '1.1', Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Trunk': '1.1'}} Oct 17 04:23:12.924350 dv-cinder-861557-1-iscsi neutron-server[104487]: {{(pid=104487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 04:23:12.965694 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774866605761'] for network (6e4fd1da-72ed-4f2b-8e37-a07bf1efe198), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:13.005163 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for network (6e4fd1da-72ed-4f2b-8e37-a07bf1efe198), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:13.010715 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:23:13.011361 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:13.105659 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3660216 Oct 17 04:23:13.137449 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf118fc-7958-4f9d-8f1e-67a75cf3ce26 demo demo] Pushing event updated for resources: {'Network': ['ID=6e4fd1da-72ed-4f2b-8e37-a07bf1efe198,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:23:13.149797 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Network 6e4fd1da-72ed-4f2b-8e37-a07bf1efe198 details requested by agent ovs-agent-dv-cinder-861557-1-iscsi with host dv-cinder-861557-1-iscsi {{(pid=104489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:23:15.753203 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 52386) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:23:16.174424 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710b9218-0015-4789-89c8-ee45870c020d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:23:16.175795 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-710b9218-0015-4789-89c8-ee45870c020d demo admin] 10.222.0.40 "GET /networking/v2.0/networks/6e4fd1da-72ed-4f2b-8e37-a07bf1efe198 HTTP/1.1" status: 200 len: 825 time: 0.4217279 Oct 17 04:23:16.217396 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-a9bf8ce8-af35-48e1-867c-430a3233553c demo admin] 10.222.0.40 "GET /networking/v2.0/subnetpools/072325ab-fb28-4cf0-bd3b-a1ae4264ed9c HTTP/1.1" status: 200 len: 734 time: 0.0354614 Oct 17 04:23:16.226270 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-edd15fc5-0b04-4739-aed0-0222c9474861 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '6e4fd1da-72ed-4f2b-8e37-a07bf1efe198', 'subnetpool_id': '072325ab-fb28-4cf0-bd3b-a1ae4264ed9c'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:23:16.243362 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=59,neutron:INSERT=38,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:16.251689 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd15fc5-0b04-4739-aed0-0222c9474861 demo admin] Made reservation on behalf of 1bdfdad6470b458da46002686825e0a1 for: {'subnet': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:23:16.253977 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-edd15fc5-0b04-4739-aed0-0222c9474861 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:16.548622 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-edd15fc5-0b04-4739-aed0-0222c9474861 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for subnet (96e7171d-4c2c-471d-a95e-0b32fd5eb975), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:16.595030 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:16.625684 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd15fc5-0b04-4739-aed0-0222c9474861 demo admin] Pushing event updated for resources: {'Subnet': ['ID=96e7171d-4c2c-471d-a95e-0b32fd5eb975,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:23:16.628151 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd15fc5-0b04-4739-aed0-0222c9474861 demo admin] Checking segment: {'id': 'd33eef45-71bf-43c6-a6da-69d13f76a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6e4fd1da-72ed-4f2b-8e37-a07bf1efe198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:23:16.628516 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd15fc5-0b04-4739-aed0-0222c9474861 demo admin] Network hostable DHCP agents. Network: 6e4fd1da-72ed-4f2b-8e37-a07bf1efe198, hostable agents: ['1a971c09-9b48-4566-8e55-15bd954a700d'], hosted agents: [] {{(pid=104487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:23:16.651386 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd15fc5-0b04-4739-aed0-0222c9474861 demo admin] Network 6e4fd1da-72ed-4f2b-8e37-a07bf1efe198 is scheduled to be hosted by DHCP agent 1a971c09-9b48-4566-8e55-15bd954a700d with binding_index 1 {{(pid=104487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:23:16.662776 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-edd15fc5-0b04-4739-aed0-0222c9474861 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861557-1-iscsi, 6e4fd1da-72ed-4f2b-8e37-a07bf1efe198) {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:23:16.667784 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd15fc5-0b04-4739-aed0-0222c9474861 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:23:16.668377 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-edd15fc5-0b04-4739-aed0-0222c9474861 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:16.673630 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd71d392-1332-4a14-95b4-719fe4e05b2e None None] Network 6e4fd1da-72ed-4f2b-8e37-a07bf1efe198 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:23:16.687386 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-edd15fc5-0b04-4739-aed0-0222c9474861 demo admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4641984 Oct 17 04:23:16.937875 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc436c267-4500-58c6-a229-36ff674da11a-6e4fd1da-72ed-4f2b-8e37-a07bf1efe198', 'network_id': '6e4fd1da-72ed-4f2b-8e37-a07bf1efe198', 'project_id': '1bdfdad6470b458da46002686825e0a1', 'fixed_ips': [{'subnet_id': '96e7171d-4c2c-471d-a95e-0b32fd5eb975'}]}} from dv-cinder-861557-1-iscsi. {{(pid=104489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 04:23:16.939266 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:17.211642 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:17.217797 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.db_base_plugin_common [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Allocated IP 172.20.0.2 (6e4fd1da-72ed-4f2b-8e37-a07bf1efe198/96e7171d-4c2c-471d-a95e-0b32fd5eb975/832651ff-0065-40e7-b97d-02575c52e217) {{(pid=104489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:23:17.488913 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Publish callbacks [] for port (832651ff-0065-40e7-b97d-02575c52e217), precommit_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:17.499846 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (832651ff-0065-40e7-b97d-02575c52e217), after_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:17.573219 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Network 6e4fd1da-72ed-4f2b-8e37-a07bf1efe198 is already hosted by enough agents. {{(pid=104489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:23:17.578538 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.base_scheduler [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Resources bound (agent type, host, resource id): {{(pid=104489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:23:17.588998 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Received port after_create {{(pid=104489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:23:17.597247 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Pushing event updated for resources: {'Port': ['ID=832651ff-0065-40e7-b97d-02575c52e217,revision_number=1']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:23:17.645339 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:17.645689 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:17.646080 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:17.646442 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:17.646783 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:17.647115 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:17.647443 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:17.647767 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:17.648093 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:17.648418 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:17.648746 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:17.649108 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:17.649438 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:17.649760 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:17.650081 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Tracked resource versions report: Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: pushed versions: Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: { 'AddressGroup': {'1.2'}, Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Agent': {'1.1'}, Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'ConntrackHelper': {'1.0'}, Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'LocalIPAssociation': {'1.0'}, Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Log': {'1.0'}, Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'NDPProxy': {'1.0'}, Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Network': {'1.1'}, Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Port': {'1.7'}, Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'PortForwarding': {'1.3'}, Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'QosPolicy': {'1.10'}, Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'SecurityGroup': {'1.5'}, Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'SecurityGroupRule': {'1.2'}, Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'SubPort': {'1.0'}, Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Subnet': {'1.1'}, Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Trunk': {'1.1'}} Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: consumer versions: Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: { DHCP agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: L3 agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: Metadata agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: Metering agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: Open vSwitch agent@dv-cinder-861557-1-iscsi: { 'AddressGroup': '1.2', Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Agent': '1.1', Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'ConntrackHelper': '1.0', Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'LocalIPAssociation': '1.0', Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Log': '1.0', Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'NDPProxy': '1.0', Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Network': '1.1', Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Port': '1.7', Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'PortForwarding': '1.3', Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'QosPolicy': '1.10', Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'SecurityGroup': '1.5', Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'SecurityGroupRule': '1.2', Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'SubPort': '1.0', Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Subnet': '1.1', Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Trunk': '1.1'}} Oct 17 04:23:17.652200 dv-cinder-861557-1-iscsi neutron-server[104489]: {{(pid=104489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 04:23:17.688540 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Attempting to bind port 832651ff-0065-40e7-b97d-02575c52e217 on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:23:17.689215 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Attempting to bind port 832651ff-0065-40e7-b97d-02575c52e217 by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': 'd33eef45-71bf-43c6-a6da-69d13f76a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6e4fd1da-72ed-4f2b-8e37-a07bf1efe198'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:23:17.689385 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Attempting to bind port 832651ff-0065-40e7-b97d-02575c52e217 on network 6e4fd1da-72ed-4f2b-8e37-a07bf1efe198 {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:23:17.734809 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:23:17.735171 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Checking segment: {'id': 'd33eef45-71bf-43c6-a6da-69d13f76a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6e4fd1da-72ed-4f2b-8e37-a07bf1efe198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:23:17.735624 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:17.736016 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Bound using segment: {'id': 'd33eef45-71bf-43c6-a6da-69d13f76a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6e4fd1da-72ed-4f2b-8e37-a07bf1efe198'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:23:17.736516 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Bound port: 832651ff-0065-40e7-b97d-02575c52e217, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33eef45-71bf-43c6-a6da-69d13f76a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6e4fd1da-72ed-4f2b-8e37-a07bf1efe198'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:23:17.736912 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (832651ff-0065-40e7-b97d-02575c52e217), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:17.754285 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:17.800923 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] For port 832651ff-0065-40e7-b97d-02575c52e217, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:23:17.819939 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] For port 832651ff-0065-40e7-b97d-02575c52e217, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=832651ff-0065-40e7-b97d-02575c52e217,segment=NetworkSegment(d33eef45-71bf-43c6-a6da-69d13f76a2c7),segment_id=d33eef45-71bf-43c6-a6da-69d13f76a2c7)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:23:17.827712 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (832651ff-0065-40e7-b97d-02575c52e217), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:17.876365 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0062d-ef42-4bdf-9006-6791ef657f57 None None] Pushing event updated for resources: {'Port': ['ID=832651ff-0065-40e7-b97d-02575c52e217,revision_number=2']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:23:19.154595 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=22,neutron:INSERT=34,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:19.156246 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=11,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:19.189948 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:19.195330 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=10 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:19.343708 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 52406) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:23:19.673282 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [None req-30bcffd6-00bb-4adb-a71f-a6b0c086a0ec admin admin] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104487) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 04:23:19.674286 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-30bcffd6-00bb-4adb-a71f-a6b0c086a0ec admin admin] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3297160 Oct 17 04:23:22.333358 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 52414) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:23:22.662648 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [None req-828f6da0-98d9-4c40-b42c-8f7b2252a067 admin admin] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104487) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 04:23:22.663748 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-828f6da0-98d9-4c40-b42c-8f7b2252a067 admin admin] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3294427 Oct 17 04:23:25.323833 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 52426) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:23:25.663148 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-af79835c-a910-4f8c-a619-baf2853b3072 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:23:25.692624 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-af79835c-a910-4f8c-a619-baf2853b3072 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1647058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16026'] for router (7e4e7440-3731-47f5-8fe7-76e63eb98452), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:25.694476 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-af79835c-a910-4f8c-a619-baf2853b3072 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16001'] for router (7e4e7440-3731-47f5-8fe7-76e63eb98452), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:25.847855 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-af79835c-a910-4f8c-a619-baf2853b3072 demo demo] Publish callbacks [] for router_controller (7e4e7440-3731-47f5-8fe7-76e63eb98452), precommit_add_association {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:25.852826 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-af79835c-a910-4f8c-a619-baf2853b3072 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638852'] for router (7e4e7440-3731-47f5-8fe7-76e63eb98452), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:25.872865 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-af79835c-a910-4f8c-a619-baf2853b3072 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:25.874123 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-af79835c-a910-4f8c-a619-baf2853b3072 demo demo] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5492814 Oct 17 04:23:26.052220 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d2edc8-876e-4f66-be7c-30645fac4f40 None None] Network 6e4fd1da-72ed-4f2b-8e37-a07bf1efe198 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:23:26.142585 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 832651ff-0065-40e7-b97d-02575c52e217 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:23:26.155399 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-e3aeec16-b366-44ca-a604-9f28a6ab2f31 None None] Provisioning complete for port 832651ff-0065-40e7-b97d-02575c52e217 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:23:26.155799 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-e3aeec16-b366-44ca-a604-9f28a6ab2f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (832651ff-0065-40e7-b97d-02575c52e217), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:26.156159 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-e3aeec16-b366-44ca-a604-9f28a6ab2f31 None None] Attempt 1 to provision port 832651ff-0065-40e7-b97d-02575c52e217 Oct 17 04:23:26.356105 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 832651ff-0065-40e7-b97d-02575c52e217 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:23:26.356495 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (832651ff-0065-40e7-b97d-02575c52e217), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:26.356830 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 832651ff-0065-40e7-b97d-02575c52e217 Oct 17 04:23:26.378917 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-e3aeec16-b366-44ca-a604-9f28a6ab2f31 None None] Current status of the port 832651ff-0065-40e7-b97d-02575c52e217 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:23:26.379227 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-e3aeec16-b366-44ca-a604-9f28a6ab2f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (832651ff-0065-40e7-b97d-02575c52e217), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:26.386759 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:26.437950 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-e3aeec16-b366-44ca-a604-9f28a6ab2f31 None None] For port 832651ff-0065-40e7-b97d-02575c52e217, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=832651ff-0065-40e7-b97d-02575c52e217,segment=NetworkSegment(d33eef45-71bf-43c6-a6da-69d13f76a2c7),segment_id=d33eef45-71bf-43c6-a6da-69d13f76a2c7)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:23:26.444104 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-e3aeec16-b366-44ca-a604-9f28a6ab2f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (832651ff-0065-40e7-b97d-02575c52e217), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:26.504071 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 832651ff-0065-40e7-b97d-02575c52e217 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:23:26.517473 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aeec16-b366-44ca-a604-9f28a6ab2f31 None None] Pushing event updated for resources: {'Port': ['ID=832651ff-0065-40e7-b97d-02575c52e217,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:23:26.564287 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-e7ab37b3-b555-4e00-96c7-08de9e7178b8 None None] Provisioning complete for port 832651ff-0065-40e7-b97d-02575c52e217 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:23:26.564609 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-e7ab37b3-b555-4e00-96c7-08de9e7178b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (832651ff-0065-40e7-b97d-02575c52e217), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:26.564949 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-e7ab37b3-b555-4e00-96c7-08de9e7178b8 None None] Attempt 1 to provision port 832651ff-0065-40e7-b97d-02575c52e217 Oct 17 04:23:26.643386 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-e7ab37b3-b555-4e00-96c7-08de9e7178b8 None None] Current status of the port 832651ff-0065-40e7-b97d-02575c52e217 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:23:26.674784 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=47,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:26.680255 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=6,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:28.099833 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 832651ff-0065-40e7-b97d-02575c52e217 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:23:28.144636 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 832651ff-0065-40e7-b97d-02575c52e217 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:23:28.145030 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (832651ff-0065-40e7-b97d-02575c52e217), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:28.145413 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 832651ff-0065-40e7-b97d-02575c52e217 Oct 17 04:23:28.207819 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:28.222624 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 832651ff-0065-40e7-b97d-02575c52e217 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:23:28.513320 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 52438) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:23:28.839647 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [None req-3b86170f-72ef-4878-a58c-b7bb53907a66 admin admin] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 04:23:28.840637 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-3b86170f-72ef-4878-a58c-b7bb53907a66 admin admin] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3262975 Oct 17 04:23:31.019367 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-36aabb49-4601-4785-8521-29418f303bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:31.454966 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 52446) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:23:31.775702 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:23:31.797744 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Made reservation on behalf of 5ca0ba3f46cd49c4906cecc8b33033b5 for: {'network': 1} {{(pid=104488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:23:31.800355 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for network (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:31.815540 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:31.922418 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Publish callbacks [] for security_group (743ec0cc-dd26-48fc-a306-c3ff1331b4e2), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:31.925945 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (743ec0cc-dd26-48fc-a306-c3ff1331b4e2), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:31.937994 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Reserving flat network on physical network physnet1 {{(pid=104488) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 17 04:23:31.972932 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774867117779', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (c78baf42-478f-4c01-a20f-b7f5c89b1eb4), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:31.973500 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Unsubscribe: segment precommit_create {{(pid=104488) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 17 04:23:31.974088 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.segments_db [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Added segment c78baf42-478f-4c01-a20f-b7f5c89b1eb4 of type flat for network b27d8a1d-9748-4759-bac0-ee0df018117d Oct 17 04:23:31.995667 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743ec0cc-dd26-48fc-a306-c3ff1331b4e2,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:23:32.025033 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:32.025401 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:32.025771 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:32.026117 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:32.026446 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:32.026775 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:32.027105 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:32.027429 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:32.027768 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:32.028094 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:32.028431 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:32.028771 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:32.029114 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:32.029436 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:32.029753 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Tracked resource versions report: Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: pushed versions: Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: { 'AddressGroup': {'1.2'}, Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Agent': {'1.1'}, Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'ConntrackHelper': {'1.0'}, Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'LocalIPAssociation': {'1.0'}, Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Log': {'1.0'}, Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'NDPProxy': {'1.0'}, Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Network': {'1.1'}, Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Port': {'1.7'}, Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'PortForwarding': {'1.3'}, Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'QosPolicy': {'1.10'}, Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'SecurityGroup': {'1.5'}, Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'SecurityGroupRule': {'1.2'}, Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'SubPort': {'1.0'}, Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Subnet': {'1.1'}, Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Trunk': {'1.1'}} Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: consumer versions: Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: { DHCP agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: L3 agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: Metadata agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: Metering agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: Open vSwitch agent@dv-cinder-861557-1-iscsi: { 'AddressGroup': '1.2', Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Agent': '1.1', Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'ConntrackHelper': '1.0', Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'LocalIPAssociation': '1.0', Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Log': '1.0', Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'NDPProxy': '1.0', Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Network': '1.1', Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Port': '1.7', Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'PortForwarding': '1.3', Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'QosPolicy': '1.10', Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'SecurityGroup': '1.5', Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'SecurityGroupRule': '1.2', Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'SubPort': '1.0', Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Subnet': '1.1', Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Trunk': '1.1'}} Oct 17 04:23:32.031148 dv-cinder-861557-1-iscsi neutron-server[104488]: {{(pid=104488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 04:23:32.094153 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774866605761'] for network (b27d8a1d-9748-4759-bac0-ee0df018117d), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:32.141255 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for network (b27d8a1d-9748-4759-bac0-ee0df018117d), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:32.142403 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:23:32.143080 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:32.234184 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7780769 Oct 17 04:23:32.243245 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b209c-15e0-4db3-9a72-227c74f2cf89 admin admin] Pushing event updated for resources: {'Network': ['ID=b27d8a1d-9748-4759-bac0-ee0df018117d,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:23:32.254881 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Network b27d8a1d-9748-4759-bac0-ee0df018117d details requested by agent ovs-agent-dv-cinder-861557-1-iscsi with host dv-cinder-861557-1-iscsi {{(pid=104489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:23:32.442709 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 5 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:23:33.358565 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-fc7e361f-6889-4e60-b3bc-976f2f240138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:34.561021 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:34.864981 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 52458) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:23:35.267910 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3771fc5-8ada-4205-a924-f4fc3e297db9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:23:35.269294 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-e3771fc5-8ada-4205-a924-f4fc3e297db9 demo admin] 10.222.0.40 "GET /networking/v2.0/subnets/96e7171d-4c2c-471d-a95e-0b32fd5eb975 HTTP/1.1" status: 200 len: 849 time: 0.4033158 Oct 17 04:23:35.404059 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-27ede140-3a67-459b-854e-acc09b5a3437 demo admin] 10.222.0.40 "GET /networking/v2.0/routers/7e4e7440-3731-47f5-8fe7-76e63eb98452 HTTP/1.1" status: 200 len: 704 time: 0.1287670 Oct 17 04:23:35.668369 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-258e8b54-6013-4d23-8aa0-9c0cc7e0a831 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:35.670799 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:35.715560 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:35.964049 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_common [None req-258e8b54-6013-4d23-8aa0-9c0cc7e0a831 demo admin] Allocated IP 172.20.0.1 (6e4fd1da-72ed-4f2b-8e37-a07bf1efe198/96e7171d-4c2c-471d-a95e-0b32fd5eb975/e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18) {{(pid=104488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:23:36.127199 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:36.145895 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-258e8b54-6013-4d23-8aa0-9c0cc7e0a831 demo admin] Publish callbacks [] for port (e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:36.205813 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-258e8b54-6013-4d23-8aa0-9c0cc7e0a831 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:36.277629 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258e8b54-6013-4d23-8aa0-9c0cc7e0a831 demo admin] Network 6e4fd1da-72ed-4f2b-8e37-a07bf1efe198 is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:23:36.282017 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-258e8b54-6013-4d23-8aa0-9c0cc7e0a831 demo admin] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:23:36.285241 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258e8b54-6013-4d23-8aa0-9c0cc7e0a831 demo admin] Received port after_create {{(pid=104488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:23:36.285884 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-258e8b54-6013-4d23-8aa0-9c0cc7e0a831 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648191'] for router_interface (7e4e7440-3731-47f5-8fe7-76e63eb98452), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:36.364858 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e8b54-6013-4d23-8aa0-9c0cc7e0a831 demo admin] Pushing event updated for resources: {'Port': ['ID=e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:23:36.450455 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:36.517297 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-1515c79f-bcf2-402e-8db3-90dd9b652e15 None None] Provisioning complete for port e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:23:36.517686 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-1515c79f-bcf2-402e-8db3-90dd9b652e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:36.518026 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-1515c79f-bcf2-402e-8db3-90dd9b652e15 None None] Attempt 1 to provision port e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18 Oct 17 04:23:36.544336 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-258e8b54-6013-4d23-8aa0-9c0cc7e0a831 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:36.548095 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-1515c79f-bcf2-402e-8db3-90dd9b652e15 None None] Port e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18 cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:23:36.750094 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-258e8b54-6013-4d23-8aa0-9c0cc7e0a831 demo admin] Publish callbacks [] for port (e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:36.754434 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-258e8b54-6013-4d23-8aa0-9c0cc7e0a831 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:36.755207 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-258e8b54-6013-4d23-8aa0-9c0cc7e0a831 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648291'] for router_interface (7e4e7440-3731-47f5-8fe7-76e63eb98452), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:36.836224 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e8b54-6013-4d23-8aa0-9c0cc7e0a831 demo admin] Pushing event updated for resources: {'Port': ['ID=e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:23:36.841762 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:36.843945 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:36.886453 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258e8b54-6013-4d23-8aa0-9c0cc7e0a831 demo admin] Network 6e4fd1da-72ed-4f2b-8e37-a07bf1efe198 is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:23:36.887744 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-258e8b54-6013-4d23-8aa0-9c0cc7e0a831 demo admin] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:23:37.048276 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258e8b54-6013-4d23-8aa0-9c0cc7e0a831 demo admin] Router 7e4e7440-3731-47f5-8fe7-76e63eb98452 is scheduled to L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 with binding_index 1 {{(pid=104488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 04:23:37.068534 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-6f6ec8f3-55c9-416d-85fc-a8d1fb6fd93a None None] Provisioning complete for port e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:23:37.068926 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-6f6ec8f3-55c9-416d-85fc-a8d1fb6fd93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:37.069296 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-6f6ec8f3-55c9-416d-85fc-a8d1fb6fd93a None None] Attempt 1 to provision port e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18 Oct 17 04:23:37.100904 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ec8f3-55c9-416d-85fc-a8d1fb6fd93a None None] Port e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18 cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:23:37.138259 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258e8b54-6013-4d23-8aa0-9c0cc7e0a831 demo admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:23:37.143343 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-258e8b54-6013-4d23-8aa0-9c0cc7e0a831 demo admin] 10.222.0.40 "PUT /networking/v2.0/routers/7e4e7440-3731-47f5-8fe7-76e63eb98452/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7340877 Oct 17 04:23:37.147841 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] Sync routers for ids ['7e4e7440-3731-47f5-8fe7-76e63eb98452'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:23:37.161361 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] Routers {'7e4e7440-3731-47f5-8fe7-76e63eb98452'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:23:37.162111 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:23:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['7e4e7440-3731-47f5-8fe7-76e63eb98452'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:23:37.344034 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] Set router 7e4e7440-3731-47f5-8fe7-76e63eb98452 gateway port host: None {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:23:37.756134 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4e7440-3731-47f5-8fe7-76e63eb98452', 'name': 'router1', 'tenant_id': '1bdfdad6470b458da46002686825e0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:23:25Z', 'updated_at': '2022-10-17T04:23:36Z', 'revision_number': 2, 'project_id': '1bdfdad6470b458da46002686825e0a1', 'gw_port_host': None, '_interfaces': [{'id': 'e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18', 'name': '', 'network_id': '6e4fd1da-72ed-4f2b-8e37-a07bf1efe198', 'tenant_id': '1bdfdad6470b458da46002686825e0a1', 'mac_address': 'fa:16:3e:09:50:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4e7440-3731-47f5-8fe7-76e63eb98452', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96e7171d-4c2c-471d-a95e-0b32fd5eb975', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:23:35Z', 'updated_at': '2022-10-17T04:23:36Z', 'revision_number': 2, 'project_id': '1bdfdad6470b458da46002686825e0a1', 'subnets': [{'id': '96e7171d-4c2c-471d-a95e-0b32fd5eb975', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '072325ab-fb28-4cf0-bd3b-a1ae4264ed9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:23:37.807026 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] Checking router: 7e4e7440-3731-47f5-8fe7-76e63eb98452 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:23:37.807396 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] Updating router 7e4e7440-3731-47f5-8fe7-76e63eb98452 port e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18 binding host dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:23:37.889193 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:38.360776 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] Publish callbacks [] for port (e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18), precommit_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:38.366927 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:38.512804 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de697eb2-11d3-482e-aaa4-59b6256584e6 None None] Pushing event updated for resources: {'Port': ['ID=e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18,revision_number=3']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:23:38.518875 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] Attempting to bind port e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18 on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:23:38.519261 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] Attempting to bind port e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18 by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': 'd33eef45-71bf-43c6-a6da-69d13f76a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6e4fd1da-72ed-4f2b-8e37-a07bf1efe198'}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:23:38.519689 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] Attempting to bind port e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18 on network 6e4fd1da-72ed-4f2b-8e37-a07bf1efe198 {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:23:38.528956 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de697eb2-11d3-482e-aaa4-59b6256584e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:38.529317 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de697eb2-11d3-482e-aaa4-59b6256584e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:38.529665 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de697eb2-11d3-482e-aaa4-59b6256584e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:38.529999 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de697eb2-11d3-482e-aaa4-59b6256584e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:38.530326 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de697eb2-11d3-482e-aaa4-59b6256584e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:38.530645 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de697eb2-11d3-482e-aaa4-59b6256584e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:38.530965 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de697eb2-11d3-482e-aaa4-59b6256584e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:38.531282 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de697eb2-11d3-482e-aaa4-59b6256584e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:38.531600 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de697eb2-11d3-482e-aaa4-59b6256584e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:38.531915 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de697eb2-11d3-482e-aaa4-59b6256584e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:38.532229 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de697eb2-11d3-482e-aaa4-59b6256584e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:38.532558 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de697eb2-11d3-482e-aaa4-59b6256584e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:38.532876 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de697eb2-11d3-482e-aaa4-59b6256584e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:38.533212 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de697eb2-11d3-482e-aaa4-59b6256584e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:38.533525 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de697eb2-11d3-482e-aaa4-59b6256584e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de697eb2-11d3-482e-aaa4-59b6256584e6 None None] Tracked resource versions report: Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: pushed versions: Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: { 'AddressGroup': {'1.2'}, Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Agent': {'1.1'}, Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'ConntrackHelper': {'1.0'}, Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'LocalIPAssociation': {'1.0'}, Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Log': {'1.0'}, Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'NDPProxy': {'1.0'}, Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Network': {'1.1'}, Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Port': {'1.7'}, Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'PortForwarding': {'1.3'}, Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'QosPolicy': {'1.10'}, Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'SecurityGroup': {'1.5'}, Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'SecurityGroupRule': {'1.2'}, Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'SubPort': {'1.0'}, Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Subnet': {'1.1'}, Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Trunk': {'1.1'}} Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: consumer versions: Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: { DHCP agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: L3 agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: Metadata agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: Metering agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: Open vSwitch agent@dv-cinder-861557-1-iscsi: { 'AddressGroup': '1.2', Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Agent': '1.1', Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'ConntrackHelper': '1.0', Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'LocalIPAssociation': '1.0', Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Log': '1.0', Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'NDPProxy': '1.0', Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Network': '1.1', Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Port': '1.7', Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'PortForwarding': '1.3', Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'QosPolicy': '1.10', Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'SecurityGroup': '1.5', Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'SecurityGroupRule': '1.2', Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'SubPort': '1.0', Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Subnet': '1.1', Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Trunk': '1.1'}} Oct 17 04:23:38.534935 dv-cinder-861557-1-iscsi neutron-server[104490]: {{(pid=104490) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 04:23:38.611690 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:23:38.612006 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] Checking segment: {'id': 'd33eef45-71bf-43c6-a6da-69d13f76a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6e4fd1da-72ed-4f2b-8e37-a07bf1efe198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:23:38.612464 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:38.612848 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] Bound using segment: {'id': 'd33eef45-71bf-43c6-a6da-69d13f76a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6e4fd1da-72ed-4f2b-8e37-a07bf1efe198'} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:23:38.613358 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] Bound port: e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33eef45-71bf-43c6-a6da-69d13f76a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6e4fd1da-72ed-4f2b-8e37-a07bf1efe198'}}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:23:38.613735 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:38.627070 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:38.677927 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] For port e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:23:38.699312 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] For port e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18,segment=NetworkSegment(d33eef45-71bf-43c6-a6da-69d13f76a2c7),segment_id=d33eef45-71bf-43c6-a6da-69d13f76a2c7)] {{(pid=104490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:23:38.704985 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:38.712302 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:38.747472 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] Routers {'7e4e7440-3731-47f5-8fe7-76e63eb98452'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:23:38.748077 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:23:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['7e4e7440-3731-47f5-8fe7-76e63eb98452'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:23:38.818933 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de697eb2-11d3-482e-aaa4-59b6256584e6 None None] Pushing event updated for resources: {'Port': ['ID=e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18,revision_number=4']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:23:38.845028 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] Set router 7e4e7440-3731-47f5-8fe7-76e63eb98452 gateway port host: None {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:23:39.030712 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4e7440-3731-47f5-8fe7-76e63eb98452', 'name': 'router1', 'tenant_id': '1bdfdad6470b458da46002686825e0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:23:25Z', 'updated_at': '2022-10-17T04:23:36Z', 'revision_number': 2, 'project_id': '1bdfdad6470b458da46002686825e0a1', 'gw_port_host': None, '_interfaces': [{'id': 'e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18', 'name': '', 'network_id': '6e4fd1da-72ed-4f2b-8e37-a07bf1efe198', 'tenant_id': '1bdfdad6470b458da46002686825e0a1', 'mac_address': 'fa:16:3e:09:50:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4e7440-3731-47f5-8fe7-76e63eb98452', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96e7171d-4c2c-471d-a95e-0b32fd5eb975', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:23:35Z', 'updated_at': '2022-10-17T04:23:38Z', 'revision_number': 4, 'project_id': '1bdfdad6470b458da46002686825e0a1', 'subnets': [{'id': '96e7171d-4c2c-471d-a95e-0b32fd5eb975', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '072325ab-fb28-4cf0-bd3b-a1ae4264ed9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:23:39.057789 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18b3e48-fd62-471a-96be-b6480caad74d None None] The sync data for ids ['7e4e7440-3731-47f5-8fe7-76e63eb98452'] in dv-cinder-861557-1-iscsi is: [{'id': '7e4e7440-3731-47f5-8fe7-76e63eb98452', 'name': 'router1', 'tenant_id': '1bdfdad6470b458da46002686825e0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:23:25Z', 'updated_at': '2022-10-17T04:23:36Z', 'revision_number': 2, 'project_id': '1bdfdad6470b458da46002686825e0a1', 'gw_port_host': None, '_interfaces': [{'id': 'e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18', 'name': '', 'network_id': '6e4fd1da-72ed-4f2b-8e37-a07bf1efe198', 'tenant_id': '1bdfdad6470b458da46002686825e0a1', 'mac_address': 'fa:16:3e:09:50:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4e7440-3731-47f5-8fe7-76e63eb98452', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96e7171d-4c2c-471d-a95e-0b32fd5eb975', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:23:35Z', 'updated_at': '2022-10-17T04:23:38Z', 'revision_number': 4, 'project_id': '1bdfdad6470b458da46002686825e0a1', 'subnets': [{'id': '96e7171d-4c2c-471d-a95e-0b32fd5eb975', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '072325ab-fb28-4cf0-bd3b-a1ae4264ed9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:23:39.731287 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 52468) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:23:40.120141 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70ba843-50bc-4da5-a15d-c4174f551793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:23:40.122149 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-d70ba843-50bc-4da5-a15d-c4174f551793 admin admin] 10.222.0.40 "GET /networking/v2.0/networks/b27d8a1d-9748-4759-bac0-ee0df018117d HTTP/1.1" status: 200 len: 842 time: 0.3898630 Oct 17 04:23:40.131596 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-fd6ae102-1158-4dad-8884-232fca8b2774 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:23:40.157844 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6ae102-1158-4dad-8884-232fca8b2774 admin admin] Made reservation on behalf of 5ca0ba3f46cd49c4906cecc8b33033b5 for: {'subnet': 1} {{(pid=104488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:23:40.160468 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-fd6ae102-1158-4dad-8884-232fca8b2774 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:40.465444 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.objects.ports [None req-fd6ae102-1158-4dad-8884-232fca8b2774 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104488) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 17 04:23:40.465877 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-fd6ae102-1158-4dad-8884-232fca8b2774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for subnet (5e987464-879c-4dcc-8688-86f509fe2f61), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:40.515684 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ae102-1158-4dad-8884-232fca8b2774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e987464-879c-4dcc-8688-86f509fe2f61,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:23:40.532832 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6ae102-1158-4dad-8884-232fca8b2774 admin admin] Checking segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:23:40.533215 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6ae102-1158-4dad-8884-232fca8b2774 admin admin] Network hostable DHCP agents. Network: b27d8a1d-9748-4759-bac0-ee0df018117d, hostable agents: ['1a971c09-9b48-4566-8e55-15bd954a700d'], hosted agents: [] {{(pid=104488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:23:40.554845 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6ae102-1158-4dad-8884-232fca8b2774 admin admin] Network b27d8a1d-9748-4759-bac0-ee0df018117d is scheduled to be hosted by DHCP agent 1a971c09-9b48-4566-8e55-15bd954a700d with binding_index 1 {{(pid=104488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:23:40.566747 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-fd6ae102-1158-4dad-8884-232fca8b2774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861557-1-iscsi, b27d8a1d-9748-4759-bac0-ee0df018117d) {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:23:40.571446 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6ae102-1158-4dad-8884-232fca8b2774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:23:40.572196 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-fd6ae102-1158-4dad-8884-232fca8b2774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:40.577932 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b7536e-47d9-4b5e-90c2-40c6e9db9d6c None None] Network b27d8a1d-9748-4759-bac0-ee0df018117d requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:23:40.590295 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-fd6ae102-1158-4dad-8884-232fca8b2774 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4624472 Oct 17 04:23:40.691537 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51512a6e-3c86-4063-a819-d1ecd56f6852 None None] Network b27d8a1d-9748-4759-bac0-ee0df018117d requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:23:43.286474 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 52476) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:23:43.687984 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:43.705443 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-568d8b4b-a01f-4011-b65a-c1b30515f9ed demo admin] 10.222.0.40 "GET /networking/v2.0/routers/7e4e7440-3731-47f5-8fe7-76e63eb98452 HTTP/1.1" status: 200 len: 710 time: 0.4178851 Oct 17 04:23:43.761014 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:43.808685 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb718989-e8c7-4ec9-85a0-4257d3fef64d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:23:43.810077 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-fb718989-e8c7-4ec9-85a0-4257d3fef64d demo admin] 10.222.0.40 "GET /networking/v2.0/networks/b27d8a1d-9748-4759-bac0-ee0df018117d HTTP/1.1" status: 200 len: 886 time: 0.0989799 Oct 17 04:23:43.819836 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-bb2cda97-1275-45ad-8691-98ab042e6145 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:23:44.141195 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bb2cda97-1275-45ad-8691-98ab042e6145 demo admin] Publish callbacks [] for router_gateway (7e4e7440-3731-47f5-8fe7-76e63eb98452), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:44.141678 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:23:44.188461 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:23:44.188769 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:44.189133 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18 Oct 17 04:23:44.262101 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:23:44.262488 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:44.273916 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:44.300815 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18,segment=NetworkSegment(d33eef45-71bf-43c6-a6da-69d13f76a2c7),segment_id=d33eef45-71bf-43c6-a6da-69d13f76a2c7)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:23:44.304618 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:44.351659 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:23:44.363916 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bb2cda97-1275-45ad-8691-98ab042e6145 demo admin] Publish callbacks [] for router_gateway (7e4e7440-3731-47f5-8fe7-76e63eb98452), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:44.441470 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bb2cda97-1275-45ad-8691-98ab042e6145 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:44.542409 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_common [None req-bb2cda97-1275-45ad-8691-98ab042e6145 demo admin] Allocated IP 172.27.3.76 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/a043fb12-09d8-4bf4-ab37-891b5b644cfe) {{(pid=104488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:23:44.643773 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bb2cda97-1275-45ad-8691-98ab042e6145 demo admin] Publish callbacks [] for port (a043fb12-09d8-4bf4-ab37-891b5b644cfe), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:44.659069 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:44.676838 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bb2cda97-1275-45ad-8691-98ab042e6145 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (a043fb12-09d8-4bf4-ab37-891b5b644cfe), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:44.720811 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2cda97-1275-45ad-8691-98ab042e6145 demo admin] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:23:44.723671 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-bb2cda97-1275-45ad-8691-98ab042e6145 demo admin] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:23:44.729669 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2cda97-1275-45ad-8691-98ab042e6145 demo admin] Received port after_create {{(pid=104488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:23:44.732264 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cda97-1275-45ad-8691-98ab042e6145 demo admin] Pushing event updated for resources: {'Port': ['ID=a043fb12-09d8-4bf4-ab37-891b5b644cfe,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:23:44.790260 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:44.966061 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bb2cda97-1275-45ad-8691-98ab042e6145 demo admin] Publish callbacks [] for router_gateway (7e4e7440-3731-47f5-8fe7-76e63eb98452), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:45.149938 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bb2cda97-1275-45ad-8691-98ab042e6145 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1638880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1649627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16063'] for router (7e4e7440-3731-47f5-8fe7-76e63eb98452), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:45.153532 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bb2cda97-1275-45ad-8691-98ab042e6145 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1638875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1638866', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1649632'] for router (7e4e7440-3731-47f5-8fe7-76e63eb98452), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:45.254915 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2cda97-1275-45ad-8691-98ab042e6145 demo admin] Router 7e4e7440-3731-47f5-8fe7-76e63eb98452 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:23:45.433684 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2cda97-1275-45ad-8691-98ab042e6145 demo admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:23:45.437977 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bb2cda97-1275-45ad-8691-98ab042e6145 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:45.439180 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-bb2cda97-1275-45ad-8691-98ab042e6145 demo admin] 10.222.0.40 "PUT /networking/v2.0/routers/7e4e7440-3731-47f5-8fe7-76e63eb98452 HTTP/1.1" status: 200 len: 889 time: 1.6228185 Oct 17 04:23:45.457172 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] Sync routers for ids ['7e4e7440-3731-47f5-8fe7-76e63eb98452'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:23:45.470006 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] Routers {'7e4e7440-3731-47f5-8fe7-76e63eb98452'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:23:45.470706 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:23:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['7e4e7440-3731-47f5-8fe7-76e63eb98452'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:23:45.679902 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:45.685693 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] Set router 7e4e7440-3731-47f5-8fe7-76e63eb98452 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:23:46.065587 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4e7440-3731-47f5-8fe7-76e63eb98452', 'name': 'router1', 'tenant_id': '1bdfdad6470b458da46002686825e0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a043fb12-09d8-4bf4-ab37-891b5b644cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:23:25Z', 'updated_at': '2022-10-17T04:23:44Z', 'revision_number': 4, 'project_id': '1bdfdad6470b458da46002686825e0a1', 'gw_port': {'id': 'a043fb12-09d8-4bf4-ab37-891b5b644cfe', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4e7440-3731-47f5-8fe7-76e63eb98452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:23:44Z', 'updated_at': '2022-10-17T04:23:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': 'e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18', 'name': '', 'network_id': '6e4fd1da-72ed-4f2b-8e37-a07bf1efe198', 'tenant_id': '1bdfdad6470b458da46002686825e0a1', 'mac_address': 'fa:16:3e:09:50:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4e7440-3731-47f5-8fe7-76e63eb98452', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96e7171d-4c2c-471d-a95e-0b32fd5eb975', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:23:35Z', 'updated_at': '2022-10-17T04:23:44Z', 'revision_number': 5, 'project_id': '1bdfdad6470b458da46002686825e0a1', 'subnets': [{'id': '96e7171d-4c2c-471d-a95e-0b32fd5eb975', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '072325ab-fb28-4cf0-bd3b-a1ae4264ed9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:23:46.196992 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:23:46.200586 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] Checking router: 7e4e7440-3731-47f5-8fe7-76e63eb98452 for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:23:46.200949 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] Updating router 7e4e7440-3731-47f5-8fe7-76e63eb98452 port a043fb12-09d8-4bf4-ab37-891b5b644cfe binding host dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:23:46.277470 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (a043fb12-09d8-4bf4-ab37-891b5b644cfe), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:46.320346 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:23:46.320643 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:46.320976 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18 Oct 17 04:23:46.555284 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:23:46.655111 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:46.670940 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] Publish callbacks [] for port (a043fb12-09d8-4bf4-ab37-891b5b644cfe), precommit_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:46.676193 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (a043fb12-09d8-4bf4-ab37-891b5b644cfe), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:46.716837 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] Attempting to bind port a043fb12-09d8-4bf4-ab37-891b5b644cfe on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:23:46.717230 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] Attempting to bind port a043fb12-09d8-4bf4-ab37-891b5b644cfe by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:23:46.717589 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] Attempting to bind port a043fb12-09d8-4bf4-ab37-891b5b644cfe on network b27d8a1d-9748-4759-bac0-ee0df018117d {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:23:46.749922 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a221cd-e4c2-4282-b5ea-4934afa2ff44 None None] Pushing event updated for resources: {'Port': ['ID=a043fb12-09d8-4bf4-ab37-891b5b644cfe,revision_number=2']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:23:46.771720 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:23:46.772084 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] Checking segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:23:46.772476 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:46.772857 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] Bound using segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:23:46.773344 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] Bound port: a043fb12-09d8-4bf4-ab37-891b5b644cfe, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:23:46.773712 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (a043fb12-09d8-4bf4-ab37-891b5b644cfe), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:46.820866 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] For port a043fb12-09d8-4bf4-ab37-891b5b644cfe, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:23:46.825714 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] For port a043fb12-09d8-4bf4-ab37-891b5b644cfe, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=a043fb12-09d8-4bf4-ab37-891b5b644cfe,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:23:46.832629 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (a043fb12-09d8-4bf4-ab37-891b5b644cfe), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:46.881914 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] Routers {'7e4e7440-3731-47f5-8fe7-76e63eb98452'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:23:46.882504 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:23:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['7e4e7440-3731-47f5-8fe7-76e63eb98452'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:23:46.921986 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a221cd-e4c2-4282-b5ea-4934afa2ff44 None None] Pushing event updated for resources: {'Port': ['ID=a043fb12-09d8-4bf4-ab37-891b5b644cfe,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:23:46.936660 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:46.988815 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] Set router 7e4e7440-3731-47f5-8fe7-76e63eb98452 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:23:47.183049 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4e7440-3731-47f5-8fe7-76e63eb98452', 'name': 'router1', 'tenant_id': '1bdfdad6470b458da46002686825e0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a043fb12-09d8-4bf4-ab37-891b5b644cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:23:25Z', 'updated_at': '2022-10-17T04:23:44Z', 'revision_number': 4, 'project_id': '1bdfdad6470b458da46002686825e0a1', 'gw_port': {'id': 'a043fb12-09d8-4bf4-ab37-891b5b644cfe', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4e7440-3731-47f5-8fe7-76e63eb98452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:23:44Z', 'updated_at': '2022-10-17T04:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': 'e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18', 'name': '', 'network_id': '6e4fd1da-72ed-4f2b-8e37-a07bf1efe198', 'tenant_id': '1bdfdad6470b458da46002686825e0a1', 'mac_address': 'fa:16:3e:09:50:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4e7440-3731-47f5-8fe7-76e63eb98452', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96e7171d-4c2c-471d-a95e-0b32fd5eb975', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:23:35Z', 'updated_at': '2022-10-17T04:23:44Z', 'revision_number': 5, 'project_id': '1bdfdad6470b458da46002686825e0a1', 'subnets': [{'id': '96e7171d-4c2c-471d-a95e-0b32fd5eb975', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '072325ab-fb28-4cf0-bd3b-a1ae4264ed9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:23:47.207925 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04556b27-87cd-44fc-8994-92213fbfad47 None None] The sync data for ids ['7e4e7440-3731-47f5-8fe7-76e63eb98452'] in dv-cinder-861557-1-iscsi is: [{'id': '7e4e7440-3731-47f5-8fe7-76e63eb98452', 'name': 'router1', 'tenant_id': '1bdfdad6470b458da46002686825e0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a043fb12-09d8-4bf4-ab37-891b5b644cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:23:25Z', 'updated_at': '2022-10-17T04:23:44Z', 'revision_number': 4, 'project_id': '1bdfdad6470b458da46002686825e0a1', 'gw_port': {'id': 'a043fb12-09d8-4bf4-ab37-891b5b644cfe', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4e7440-3731-47f5-8fe7-76e63eb98452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:23:44Z', 'updated_at': '2022-10-17T04:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': 'e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18', 'name': '', 'network_id': '6e4fd1da-72ed-4f2b-8e37-a07bf1efe198', 'tenant_id': '1bdfdad6470b458da46002686825e0a1', 'mac_address': 'fa:16:3e:09:50:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4e7440-3731-47f5-8fe7-76e63eb98452', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96e7171d-4c2c-471d-a95e-0b32fd5eb975', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:23:35Z', 'updated_at': '2022-10-17T04:23:44Z', 'revision_number': 5, 'project_id': '1bdfdad6470b458da46002686825e0a1', 'subnets': [{'id': '96e7171d-4c2c-471d-a95e-0b32fd5eb975', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '072325ab-fb28-4cf0-bd3b-a1ae4264ed9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:23:48.137906 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device a043fb12-09d8-4bf4-ab37-891b5b644cfe up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:23:48.184693 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port a043fb12-09d8-4bf4-ab37-891b5b644cfe triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:23:48.185252 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (a043fb12-09d8-4bf4-ab37-891b5b644cfe), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:48.185593 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port a043fb12-09d8-4bf4-ab37-891b5b644cfe Oct 17 04:23:48.245631 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 52488) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:23:48.255931 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port a043fb12-09d8-4bf4-ab37-891b5b644cfe is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:23:48.256314 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (a043fb12-09d8-4bf4-ab37-891b5b644cfe), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:48.277015 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port a043fb12-09d8-4bf4-ab37-891b5b644cfe, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=a043fb12-09d8-4bf4-ab37-891b5b644cfe,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:23:48.282097 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (a043fb12-09d8-4bf4-ab37-891b5b644cfe), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:48.330489 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=a043fb12-09d8-4bf4-ab37-891b5b644cfe,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:23:48.672080 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-bd19680f-c6cc-45e8-9dd3-f03c29ddd459 admin admin] 10.222.0.40 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4247713 Oct 17 04:23:49.028854 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:49.033719 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=33 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:50.112811 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device a043fb12-09d8-4bf4-ab37-891b5b644cfe up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:23:50.115090 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:50.162661 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port a043fb12-09d8-4bf4-ab37-891b5b644cfe triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:23:50.163045 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (a043fb12-09d8-4bf4-ab37-891b5b644cfe), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:23:50.163373 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port a043fb12-09d8-4bf4-ab37-891b5b644cfe Oct 17 04:23:50.235325 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port a043fb12-09d8-4bf4-ab37-891b5b644cfe is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:23:55.431199 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:55.433596 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:58.662958 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:23:58.667709 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:24:00.232966 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:24:00.235394 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=13 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:24:00.437256 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:24:00.454157 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=4 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:24:01.026004 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-a748aae6-83eb-4159-931d-2c81b8d96a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:24:03.372377 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ea420bde-72e7-4486-a29f-70be7e1c1054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:24:04.573484 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:24:06.142564 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:24:06.459303 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:24:09.441037 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 5 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:24:16.446327 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:24:16.452352 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:24:19.436354 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:24:19.439399 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:24:31.022590 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-86ad7459-26f7-480f-ae51-2a454e4d57f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:24:33.368091 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-1304cc65-8176-4b83-a19d-97c0cff3f86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:24:34.573689 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:24:36.138088 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:24:36.462871 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:24:37.446657 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:24:37.451321 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=4 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:24:46.450837 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=21 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:24:46.453204 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:24:46.492515 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 5 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:24:59.437351 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:24:59.439227 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:25:01.017316 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-1c14425b-2810-496a-bf48-a321fb1564e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:25:03.364148 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-7041eb8e-e99f-4293-9b2b-e5d1408261c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:25:04.573626 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:25:06.138583 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:25:06.456711 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:25:14.163668 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53036) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:25:14.443414 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=4 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:25:14.448285 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:25:14.503060 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d736b3-c11e-4194-aeda-db2c3794240e admin admin] GET failed (client error): The resource could not be found. Oct 17 04:25:14.504334 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-f0d736b3-c11e-4194-aeda-db2c3794240e admin admin] 10.222.0.40 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3396022 Oct 17 04:25:14.672098 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0f5649-d664-4840-b10e-88e14823e4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:25:14.673577 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-bb0f5649-d664-4840-b10e-88e14823e4c8 admin admin] 10.222.0.40 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1643746 Oct 17 04:25:16.449775 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:25:16.452506 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:25:17.265425 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53046) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:25:17.629002 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ad50ad-28d0-457a-97d0-4459f7337b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:25:17.630269 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-35ad50ad-28d0-457a-97d0-4459f7337b46 admin admin] 10.222.0.40 "GET /networking/v2.0/subnets/96e7171d-4c2c-471d-a95e-0b32fd5eb975 HTTP/1.1" status: 200 len: 849 time: 0.3638878 Oct 17 04:25:17.639941 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-2d59c266-8567-47e8-bd21-b25d51d5566d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:25:17.729172 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2d59c266-8567-47e8-bd21-b25d51d5566d admin admin] Publish callbacks [] for subnet (96e7171d-4c2c-471d-a95e-0b32fd5eb975), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:25:17.877786 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2d59c266-8567-47e8-bd21-b25d51d5566d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774867160239'] for subnet (96e7171d-4c2c-471d-a95e-0b32fd5eb975), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:25:17.910883 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d59c266-8567-47e8-bd21-b25d51d5566d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:25:17.911405 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2d59c266-8567-47e8-bd21-b25d51d5566d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:25:17.912717 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-2d59c266-8567-47e8-bd21-b25d51d5566d admin admin] 10.222.0.40 "PUT /networking/v2.0/subnets/96e7171d-4c2c-471d-a95e-0b32fd5eb975 HTTP/1.1" status: 200 len: 868 time: 0.2762883 Oct 17 04:25:17.923571 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41847bb4-abcc-4b91-8248-19304ebd315a None None] Network 6e4fd1da-72ed-4f2b-8e37-a07bf1efe198 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:25:17.934294 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59c266-8567-47e8-bd21-b25d51d5566d admin admin] Pushing event updated for resources: {'Subnet': ['ID=96e7171d-4c2c-471d-a95e-0b32fd5eb975,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:25:17.942100 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59c266-8567-47e8-bd21-b25d51d5566d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:25:17.942480 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59c266-8567-47e8-bd21-b25d51d5566d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:25:17.942817 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59c266-8567-47e8-bd21-b25d51d5566d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:25:17.943164 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59c266-8567-47e8-bd21-b25d51d5566d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:25:17.943502 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59c266-8567-47e8-bd21-b25d51d5566d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:25:17.943835 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59c266-8567-47e8-bd21-b25d51d5566d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:25:17.945663 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59c266-8567-47e8-bd21-b25d51d5566d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:25:17.945663 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59c266-8567-47e8-bd21-b25d51d5566d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:25:17.945663 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59c266-8567-47e8-bd21-b25d51d5566d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:25:17.946093 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59c266-8567-47e8-bd21-b25d51d5566d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:25:17.946367 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59c266-8567-47e8-bd21-b25d51d5566d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:25:17.946718 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59c266-8567-47e8-bd21-b25d51d5566d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:25:17.947049 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59c266-8567-47e8-bd21-b25d51d5566d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:25:17.947373 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59c266-8567-47e8-bd21-b25d51d5566d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:25:17.947938 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d59c266-8567-47e8-bd21-b25d51d5566d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:25:18.295847 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-e937162a-2d0f-4262-a8ef-330b7dde8a6c None None] Provisioning complete for port 832651ff-0065-40e7-b97d-02575c52e217 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:25:18.296227 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-e937162a-2d0f-4262-a8ef-330b7dde8a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (832651ff-0065-40e7-b97d-02575c52e217), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:25:18.296589 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-e937162a-2d0f-4262-a8ef-330b7dde8a6c None None] Attempt 1 to provision port 832651ff-0065-40e7-b97d-02575c52e217 Oct 17 04:25:18.371945 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-e937162a-2d0f-4262-a8ef-330b7dde8a6c None None] Current status of the port 832651ff-0065-40e7-b97d-02575c52e217 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:25:18.379812 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-e937162a-2d0f-4262-a8ef-330b7dde8a6c None None] Provisioning complete for port e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:25:18.380191 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-e937162a-2d0f-4262-a8ef-330b7dde8a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:25:18.380517 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-e937162a-2d0f-4262-a8ef-330b7dde8a6c None None] Attempt 1 to provision port e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18 Oct 17 04:25:18.450932 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-e937162a-2d0f-4262-a8ef-330b7dde8a6c None None] Current status of the port e9d9c05e-7ce1-4fe8-ac2d-0b7e20264e18 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:25:20.479690 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 53054) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:25:20.959349 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0bb1b9-6189-44d2-be25-c4312f0d5338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:25:20.960013 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0bb1b9-6189-44d2-be25-c4312f0d5338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:25:20.961492 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-0f0bb1b9-6189-44d2-be25-c4312f0d5338 admin admin] 10.222.0.40 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4808564 Oct 17 04:25:23.440843 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 5 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:25:23.508151 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 53064) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:25:23.950946 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d6ce5c-755d-4fdf-9f29-e72da6692208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:25:23.951423 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d6ce5c-755d-4fdf-9f29-e72da6692208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:25:23.952970 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-35d6ce5c-755d-4fdf-9f29-e72da6692208 admin admin] 10.222.0.40 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4438584 Oct 17 04:25:26.514218 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 53072) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:25:26.919109 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36e4b5a-03e2-427d-860d-51f0d2ca1baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:25:26.920473 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-e36e4b5a-03e2-427d-860d-51f0d2ca1baa admin admin] 10.222.0.40 "GET /networking/v2.0/networks/6e4fd1da-72ed-4f2b-8e37-a07bf1efe198 HTTP/1.1" status: 200 len: 869 time: 0.4053197 Oct 17 04:25:27.937614 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=60,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:25:27.938376 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=62,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:25:28.448061 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=40 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:25:28.450049 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=37 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:25:29.492624 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 53080) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:25:29.895153 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16543d4a-e23c-49c0-8532-aab6d29925f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:25:29.896485 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-16543d4a-e23c-49c0-8532-aab6d29925f0 admin admin] 10.222.0.40 "GET /networking/v2.0/networks/b27d8a1d-9748-4759-bac0-ee0df018117d HTTP/1.1" status: 200 len: 886 time: 0.4029007 Oct 17 04:25:31.020554 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ee8b675c-dfce-43d8-963f-9706a14c2086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:25:32.453164 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 53088) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:25:32.848955 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dd9d87-d397-41b4-99b8-54d1028f1d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:25:32.849426 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dd9d87-d397-41b4-99b8-54d1028f1d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:25:32.851091 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-15dd9d87-d397-41b4-99b8-54d1028f1d3e admin admin] 10.222.0.40 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3969729 Oct 17 04:25:33.368222 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ab02d91c-9a5e-4c76-a2e1-342a8e80c80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:25:33.436828 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:25:34.576289 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:25:35.418975 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 53098) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:25:35.786366 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2d1f38-f623-49f1-acec-38a5419b7a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:25:35.786737 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2d1f38-f623-49f1-acec-38a5419b7a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:25:35.788325 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-6b2d1f38-f623-49f1-acec-38a5419b7a63 admin admin] 10.222.0.40 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3683934 Oct 17 04:25:36.146427 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:25:36.461421 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:25:38.337959 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53106) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:25:38.698463 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bd4247-bc0a-4f03-bcd0-212bbabc959f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:25:38.699784 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-d4bd4247-bc0a-4f03-bcd0-212bbabc959f admin admin] 10.222.0.40 "GET /networking/v2.0/subnets/5e987464-879c-4dcc-8688-86f509fe2f61 HTTP/1.1" status: 200 len: 816 time: 0.3609114 Oct 17 04:25:41.253518 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53114) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:25:41.623252 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93762c4-8f3e-45fe-83f8-e70fdd58bc77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:25:41.624590 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-c93762c4-8f3e-45fe-83f8-e70fdd58bc77 admin admin] 10.222.0.40 "GET /networking/v2.0/subnets/96e7171d-4c2c-471d-a95e-0b32fd5eb975 HTTP/1.1" status: 200 len: 868 time: 0.3701169 Oct 17 04:25:45.779695 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=56 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:25:45.782328 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=59 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:25:46.454689 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:25:46.456499 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:25:51.618239 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=9 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:25:51.620100 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=14 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:25:59.358491 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=17 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:25:59.367572 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=15 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:26:00.440132 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 5 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:26:01.026243 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-46639f75-2cee-4015-a5c4-bb60107aa758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:03.370523 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-70da3aa4-4bce-4dbd-9c27-abf5ffe55484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:04.579974 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:06.145829 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:06.464658 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:10.436274 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:26:10.436957 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:26:11.298462 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53170) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:26:11.622707 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [None req-c46efd7b-e09e-4a8e-96ca-c0b781ce6de2 admin admin] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104487) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 04:26:11.623706 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-c46efd7b-e09e-4a8e-96ca-c0b781ce6de2 admin admin] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3243189 Oct 17 04:26:14.282553 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53178) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:26:14.618359 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.pecan_wsgi.hooks.translation [None req-b466e646-e9e2-4986-84a8-1271f56bcde0 admin admin] GET failed (client error): The resource could not be found. Oct 17 04:26:14.619624 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-b466e646-e9e2-4986-84a8-1271f56bcde0 admin admin] 10.222.0.40 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3361564 Oct 17 04:26:14.708371 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b2d009-195e-4a70-a576-5d501b2ee2c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:26:14.709754 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-11b2d009-195e-4a70-a576-5d501b2ee2c2 admin admin] 10.222.0.40 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0858204 Oct 17 04:26:16.457135 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:26:16.458994 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:26:17.290572 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53186) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:26:17.610555 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-26501c8a-08f7-4be3-8a3c-36c0cb01d6a9 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:26:17.630006 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26501c8a-08f7-4be3-8a3c-36c0cb01d6a9 admin admin] Made reservation on behalf of 5ca0ba3f46cd49c4906cecc8b33033b5 for: {'network': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:26:17.632168 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-26501c8a-08f7-4be3-8a3c-36c0cb01d6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for network (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:17.665984 dv-cinder-861557-1-iscsi neutron-server[104487]: WARNING neutron.services.revisions.revision_plugin [None req-26501c8a-08f7-4be3-8a3c-36c0cb01d6a9 admin admin] Could not find related network for resource to bump revision. Oct 17 04:26:17.677878 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26501c8a-08f7-4be3-8a3c-36c0cb01d6a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=104487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 04:26:17.687633 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-26501c8a-08f7-4be3-8a3c-36c0cb01d6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (2d17f379-707a-4ce9-a40a-13ae0b11b5df), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:17.687970 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.segments_db [None req-26501c8a-08f7-4be3-8a3c-36c0cb01d6a9 admin admin] Added segment 2d17f379-707a-4ce9-a40a-13ae0b11b5df of type vlan for network 77870ebc-f435-4b77-a27b-005955745bb6 Oct 17 04:26:17.734522 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-26501c8a-08f7-4be3-8a3c-36c0cb01d6a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774866605761'] for network (77870ebc-f435-4b77-a27b-005955745bb6), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:17.758716 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-26501c8a-08f7-4be3-8a3c-36c0cb01d6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for network (77870ebc-f435-4b77-a27b-005955745bb6), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:17.759646 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26501c8a-08f7-4be3-8a3c-36c0cb01d6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:26:17.760216 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-26501c8a-08f7-4be3-8a3c-36c0cb01d6a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:17.836858 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-26501c8a-08f7-4be3-8a3c-36c0cb01d6a9 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5452034 Oct 17 04:26:17.856494 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26501c8a-08f7-4be3-8a3c-36c0cb01d6a9 admin admin] Pushing event updated for resources: {'Network': ['ID=77870ebc-f435-4b77-a27b-005955745bb6,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:26:17.868961 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Network 77870ebc-f435-4b77-a27b-005955745bb6 details requested by agent ovs-agent-dv-cinder-861557-1-iscsi with host dv-cinder-861557-1-iscsi {{(pid=104489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:26:20.420678 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53194) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:26:20.754076 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9f55e9-cc0a-4de1-83d5-94a067c8d81d admin admin] GET failed (client error): The resource could not be found. Oct 17 04:26:20.755341 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-db9f55e9-cc0a-4de1-83d5-94a067c8d81d admin admin] 10.222.0.40 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3336821 Oct 17 04:26:20.830541 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9df2a42-9966-4940-8962-6c42ea6b441b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:26:20.831948 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-b9df2a42-9966-4940-8962-6c42ea6b441b admin admin] 10.222.0.40 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0714924 Oct 17 04:26:20.841942 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '77870ebc-f435-4b77-a27b-005955745bb6', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:26:20.860882 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Made reservation on behalf of 5ca0ba3f46cd49c4906cecc8b33033b5 for: {'subnet': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:26:20.863141 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:21.028731 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for subnet (ef935cb5-c6d3-4068-b1e1-0f0fb75ef925), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:21.083110 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef935cb5-c6d3-4068-b1e1-0f0fb75ef925,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:26:21.092998 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.093367 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.093720 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.094054 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.094383 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.094707 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.095037 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.095355 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.095704 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.096027 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.096347 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.096662 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.096976 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.097312 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.097623 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.103013 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Checking segment: {'id': '2d17f379-707a-4ce9-a40a-13ae0b11b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77870ebc-f435-4b77-a27b-005955745bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:26:21.103356 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Network hostable DHCP agents. Network: 77870ebc-f435-4b77-a27b-005955745bb6, hostable agents: ['1a971c09-9b48-4566-8e55-15bd954a700d'], hosted agents: [] {{(pid=104487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:26:21.120080 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Network 77870ebc-f435-4b77-a27b-005955745bb6 is scheduled to be hosted by DHCP agent 1a971c09-9b48-4566-8e55-15bd954a700d with binding_index 1 {{(pid=104487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:26:21.128695 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861557-1-iscsi, 77870ebc-f435-4b77-a27b-005955745bb6) {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:26:21.138419 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:26:21.138966 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89c567e-79b0-4b87-9c40-2affe2659dac None None] Network 77870ebc-f435-4b77-a27b-005955745bb6 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:26:21.139391 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:21.155445 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-419667eb-00de-4dfe-829c-ce049f32238e admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3170943 Oct 17 04:26:21.248160 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc436c267-4500-58c6-a229-36ff674da11a-77870ebc-f435-4b77-a27b-005955745bb6', 'network_id': '77870ebc-f435-4b77-a27b-005955745bb6', 'project_id': '5ca0ba3f46cd49c4906cecc8b33033b5', 'fixed_ips': [{'subnet_id': 'ef935cb5-c6d3-4068-b1e1-0f0fb75ef925'}]}} from dv-cinder-861557-1-iscsi. {{(pid=104489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 04:26:21.249151 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:21.394681 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.db_base_plugin_common [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Allocated IP 192.168.233.2 (77870ebc-f435-4b77-a27b-005955745bb6/ef935cb5-c6d3-4068-b1e1-0f0fb75ef925/523fc031-644e-483e-95e6-11d36c5e3af8) {{(pid=104489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:26:21.633991 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Publish callbacks [] for port (523fc031-644e-483e-95e6-11d36c5e3af8), precommit_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:21.640178 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (523fc031-644e-483e-95e6-11d36c5e3af8), after_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:21.680484 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Network 77870ebc-f435-4b77-a27b-005955745bb6 is already hosted by enough agents. {{(pid=104489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:26:21.683326 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.base_scheduler [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Resources bound (agent type, host, resource id): {{(pid=104489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:26:21.688060 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Received port after_create {{(pid=104489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:26:21.694495 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Pushing event updated for resources: {'Port': ['ID=523fc031-644e-483e-95e6-11d36c5e3af8,revision_number=1']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:26:21.718703 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.719042 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.719396 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.719746 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.720081 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.720403 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.720724 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.721046 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.721386 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.721708 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.722023 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.722356 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.722676 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.722991 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.723302 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:26:21.763209 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Attempting to bind port 523fc031-644e-483e-95e6-11d36c5e3af8 on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:26:21.763576 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Attempting to bind port 523fc031-644e-483e-95e6-11d36c5e3af8 by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': '2d17f379-707a-4ce9-a40a-13ae0b11b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77870ebc-f435-4b77-a27b-005955745bb6'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:26:21.763942 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Attempting to bind port 523fc031-644e-483e-95e6-11d36c5e3af8 on network 77870ebc-f435-4b77-a27b-005955745bb6 {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:26:21.806734 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:26:21.807104 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Checking segment: {'id': '2d17f379-707a-4ce9-a40a-13ae0b11b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77870ebc-f435-4b77-a27b-005955745bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:26:21.807502 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:21.807888 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Bound using segment: {'id': '2d17f379-707a-4ce9-a40a-13ae0b11b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77870ebc-f435-4b77-a27b-005955745bb6'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:26:21.808360 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Bound port: 523fc031-644e-483e-95e6-11d36c5e3af8, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d17f379-707a-4ce9-a40a-13ae0b11b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77870ebc-f435-4b77-a27b-005955745bb6'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:26:21.808772 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (523fc031-644e-483e-95e6-11d36c5e3af8), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:21.869708 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] For port 523fc031-644e-483e-95e6-11d36c5e3af8, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:26:21.873314 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] For port 523fc031-644e-483e-95e6-11d36c5e3af8, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=523fc031-644e-483e-95e6-11d36c5e3af8,segment=NetworkSegment(2d17f379-707a-4ce9-a40a-13ae0b11b5df),segment_id=2d17f379-707a-4ce9-a40a-13ae0b11b5df)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:26:21.878588 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (523fc031-644e-483e-95e6-11d36c5e3af8), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:21.933136 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162e4dd-6714-4756-aa1a-eff931cbe828 None None] Pushing event updated for resources: {'Port': ['ID=523fc031-644e-483e-95e6-11d36c5e3af8,revision_number=2']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:26:22.236728 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 523fc031-644e-483e-95e6-11d36c5e3af8 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:26:22.284759 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 523fc031-644e-483e-95e6-11d36c5e3af8 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:26:22.285159 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (523fc031-644e-483e-95e6-11d36c5e3af8), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:22.285489 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 523fc031-644e-483e-95e6-11d36c5e3af8 Oct 17 04:26:22.310336 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:26:22.321720 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:26:22.364292 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 523fc031-644e-483e-95e6-11d36c5e3af8 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:26:22.364678 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (523fc031-644e-483e-95e6-11d36c5e3af8), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:22.399157 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port 523fc031-644e-483e-95e6-11d36c5e3af8, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=523fc031-644e-483e-95e6-11d36c5e3af8,segment=NetworkSegment(2d17f379-707a-4ce9-a40a-13ae0b11b5df),segment_id=2d17f379-707a-4ce9-a40a-13ae0b11b5df)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:26:22.404304 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (523fc031-644e-483e-95e6-11d36c5e3af8), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:22.456959 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=523fc031-644e-483e-95e6-11d36c5e3af8,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:26:22.746766 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63f4c6d-84b6-42cb-9f55-3c62269e12e9 None None] Network 77870ebc-f435-4b77-a27b-005955745bb6 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:26:22.830848 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-ff939c26-73e6-47bb-ab48-9f046e63d718 None None] Provisioning complete for port 523fc031-644e-483e-95e6-11d36c5e3af8 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:26:22.831237 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ff939c26-73e6-47bb-ab48-9f046e63d718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (523fc031-644e-483e-95e6-11d36c5e3af8), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:22.831576 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-ff939c26-73e6-47bb-ab48-9f046e63d718 None None] Attempt 1 to provision port 523fc031-644e-483e-95e6-11d36c5e3af8 Oct 17 04:26:22.935617 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-ff939c26-73e6-47bb-ab48-9f046e63d718 None None] Current status of the port 523fc031-644e-483e-95e6-11d36c5e3af8 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:26:23.154471 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-a2d4b209-5336-4c64-97df-671a0d5e72ab None None] Provisioning complete for port 523fc031-644e-483e-95e6-11d36c5e3af8 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:26:23.154856 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-a2d4b209-5336-4c64-97df-671a0d5e72ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (523fc031-644e-483e-95e6-11d36c5e3af8), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:23.155202 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-a2d4b209-5336-4c64-97df-671a0d5e72ab None None] Attempt 1 to provision port 523fc031-644e-483e-95e6-11d36c5e3af8 Oct 17 04:26:23.230315 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-a2d4b209-5336-4c64-97df-671a0d5e72ab None None] Current status of the port 523fc031-644e-483e-95e6-11d36c5e3af8 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:26:24.217526 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 523fc031-644e-483e-95e6-11d36c5e3af8 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:26:24.262566 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 523fc031-644e-483e-95e6-11d36c5e3af8 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:26:24.262953 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (523fc031-644e-483e-95e6-11d36c5e3af8), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:24.263290 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 523fc031-644e-483e-95e6-11d36c5e3af8 Oct 17 04:26:24.337806 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 523fc031-644e-483e-95e6-11d36c5e3af8 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:26:28.445353 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:26:28.450198 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=4 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:26:31.028543 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-323207d9-cc4b-401e-8585-e941b70195d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:31.148176 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=79,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:26:31.150110 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:26:33.372924 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-b89e9c0b-a84e-4d2c-8feb-c3ef2661a7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:34.582004 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:36.146796 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:36.469161 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:26:37.439032 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 5 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:26:46.461579 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:26:46.464338 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:26:47.435286 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:27:01.030780 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ab3370fb-3509-48fb-b865-11ab5a7d124d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:27:03.377568 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-bfe7602b-cd39-494c-b83d-eca22313aedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:27:04.585679 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:27:05.441164 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:27:05.446994 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:27:06.148526 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:27:06.473453 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:27:14.438019 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 5 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:27:16.467433 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:27:16.469392 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:27:24.434769 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:27:31.033870 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-b4fabdb2-de6c-4724-b623-0ebe5734c2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:27:33.381020 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-d4d9add3-5339-413b-b54b-00c8de6493d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:27:34.589767 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:27:35.415517 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53236) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:27:35.421035 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [None req-340c57ff-6a15-4ffb-be75-fe61309b4c33 tempest-verify_tempest_config-517005542 tempest-verify_tempest_config-517005542-project] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104487) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 04:27:35.422025 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-340c57ff-6a15-4ffb-be75-fe61309b4c33 tempest-verify_tempest_config-517005542 tempest-verify_tempest_config-517005542-project] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0055556 Oct 17 04:27:35.931607 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53254) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:27:36.153803 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:27:36.264146 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2441d4bd-3356-40c0-b776-e888bc95e9f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:27:36.340316 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2441d4bd-3356-40c0-b776-e888bc95e9f5 admin admin] Publish callbacks [] for security_group (d84e9cef-47c1-4098-8823-de315ac38944), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:27:36.343821 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2441d4bd-3356-40c0-b776-e888bc95e9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (d84e9cef-47c1-4098-8823-de315ac38944), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:27:36.430634 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441d4bd-3356-40c0-b776-e888bc95e9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84e9cef-47c1-4098-8823-de315ac38944,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:27:36.434438 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-2441d4bd-3356-40c0-b776-e888bc95e9f5 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=5a0595c5f6324f118a6f8a83a477c373&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5018620 Oct 17 04:27:36.437363 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 53258) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:27:36.440153 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441d4bd-3356-40c0-b776-e888bc95e9f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.440493 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441d4bd-3356-40c0-b776-e888bc95e9f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.440849 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441d4bd-3356-40c0-b776-e888bc95e9f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.441208 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441d4bd-3356-40c0-b776-e888bc95e9f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.441536 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441d4bd-3356-40c0-b776-e888bc95e9f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.441858 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441d4bd-3356-40c0-b776-e888bc95e9f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.442177 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441d4bd-3356-40c0-b776-e888bc95e9f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.442496 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441d4bd-3356-40c0-b776-e888bc95e9f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.442833 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441d4bd-3356-40c0-b776-e888bc95e9f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.443154 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441d4bd-3356-40c0-b776-e888bc95e9f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.443488 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441d4bd-3356-40c0-b776-e888bc95e9f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.443890 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441d4bd-3356-40c0-b776-e888bc95e9f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.444870 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441d4bd-3356-40c0-b776-e888bc95e9f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.445300 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441d4bd-3356-40c0-b776-e888bc95e9f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.445618 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2441d4bd-3356-40c0-b776-e888bc95e9f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.480027 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:27:36.494981 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c919c4a5-4415-4a4d-aa0f-b5d2c2e57538 admin admin] Publish callbacks [] for security_group (d84e9cef-47c1-4098-8823-de315ac38944), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:27:36.514993 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c919c4a5-4415-4a4d-aa0f-b5d2c2e57538 admin admin] Publish callbacks [] for security_group (d84e9cef-47c1-4098-8823-de315ac38944), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:27:36.607195 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c919c4a5-4415-4a4d-aa0f-b5d2c2e57538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (d84e9cef-47c1-4098-8823-de315ac38944), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:27:36.609817 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c919c4a5-4415-4a4d-aa0f-b5d2c2e57538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:27:36.610956 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-c919c4a5-4415-4a4d-aa0f-b5d2c2e57538 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/d84e9cef-47c1-4098-8823-de315ac38944 HTTP/1.1" status: 204 len: 168 time: 0.1726308 Oct 17 04:27:36.619483 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919c4a5-4415-4a4d-aa0f-b5d2c2e57538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84e9cef-47c1-4098-8823-de315ac38944,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:27:36.626219 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c919c4a5-4415-4a4d-aa0f-b5d2c2e57538 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.626564 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c919c4a5-4415-4a4d-aa0f-b5d2c2e57538 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.626925 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c919c4a5-4415-4a4d-aa0f-b5d2c2e57538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.627265 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c919c4a5-4415-4a4d-aa0f-b5d2c2e57538 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.627598 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c919c4a5-4415-4a4d-aa0f-b5d2c2e57538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.627929 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c919c4a5-4415-4a4d-aa0f-b5d2c2e57538 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.628256 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c919c4a5-4415-4a4d-aa0f-b5d2c2e57538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.628580 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c919c4a5-4415-4a4d-aa0f-b5d2c2e57538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.628935 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c919c4a5-4415-4a4d-aa0f-b5d2c2e57538 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.629281 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c919c4a5-4415-4a4d-aa0f-b5d2c2e57538 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.629620 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c919c4a5-4415-4a4d-aa0f-b5d2c2e57538 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.629959 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c919c4a5-4415-4a4d-aa0f-b5d2c2e57538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.630283 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c919c4a5-4415-4a4d-aa0f-b5d2c2e57538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.630602 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c919c4a5-4415-4a4d-aa0f-b5d2c2e57538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:36.630920 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c919c4a5-4415-4a4d-aa0f-b5d2c2e57538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:27:42.447499 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:27:42.452052 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=4 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:27:46.425730 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:27:46.436185 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:27:46.472519 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:27:46.615539 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:27:46.622729 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:27:46.652242 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:27:51.436569 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 5 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:27:59.276952 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=10 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:28:01.036153 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-139393c1-946b-4ecb-8c3e-d699f8591753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:28:01.432471 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=18 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:28:03.385044 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-039fd0cf-4d08-4713-aee0-1010b29c611b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:28:04.591073 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:28:06.156110 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:28:06.484221 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:28:16.471351 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=9 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:28:16.480221 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:28:19.453407 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=3 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:28:19.457012 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=5 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:28:28.435214 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 5 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:28:31.037996 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-d1545b01-fcbb-4a49-ae20-c82ba1e17850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:28:33.387142 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-55bebfc2-0ba1-48c8-9ede-fe3be937f5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:28:34.593762 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:28:36.158848 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:28:36.486365 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:28:38.431291 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:28:38.432088 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:28:46.480523 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:28:46.482275 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:28:56.458024 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=4 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:28:59.439225 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:29:01.041053 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-fc81a429-355c-469f-91db-8f82159166a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:29:03.388550 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-1cc750ce-1a3f-4bf6-9e69-7a9a762eff3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:29:04.596703 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:29:05.433923 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 5 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:29:06.159237 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1648603'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:29:06.173234 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:29:06.489283 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:29:15.428916 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:29:15.429696 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:29:16.483540 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:29:16.485364 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:29:19.620474 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 53352) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:29:19.746176 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-e80d5a79-639d-4561-a92f-4b65ab0bf7d9 admin admin] 10.222.0.40 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1245961 Oct 17 04:29:22.182161 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 53362) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:29:22.237117 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-751c5dc3-5370-433b-b49f-3d1c2b5e3851 admin admin] 10.222.0.40 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0538604 Oct 17 04:29:31.044947 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-7f3ae7d3-3289-43b7-ad6a-364e5eddf5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:29:32.231060 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:29:32.231825 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:29:33.389698 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-96fac41d-3939-4ba0-ad1b-16804e85a296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:29:33.454263 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:29:33.461905 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=4 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:29:34.599937 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:29:36.099552 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:29:36.163951 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:29:36.491897 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:29:42.432949 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:29:46.486323 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:29:46.488164 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:29:59.268591 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=12 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:29:59.272714 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=16 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:01.047360 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-46fa6b52-b683-4679-adf3-217416d1e285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:03.391069 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-a3b26a35-abb6-4a01-a8c0-42dbfae52008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:04.602515 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:06.101852 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:06.170220 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:06.494715 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:10.452484 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=3 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:10.457281 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=3 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:16.484115 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:16.491962 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:19.431705 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:30:29.427239 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:29.428064 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:31.049705 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-f4c12252-3000-4e56-924d-04d310a4c3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:33.392353 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-31c6c211-9227-4b07-86cd-713aa7578f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:34.606359 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:36.116021 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:36.170625 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:36.498876 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:46.487830 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:46.492921 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:47.449495 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:47.455255 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=4 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:53.113378 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 53536) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:30:53.343366 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-196942370-network', 'tenant_id': '7bd6234b23704bdf809481085ce465eb'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:30:53.371720 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Made reservation on behalf of 7bd6234b23704bdf809481085ce465eb for: {'network': 1} {{(pid=104488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:30:53.375032 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for network (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:53.383706 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:53.470977 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Publish callbacks [] for security_group (b12a086a-99f9-4098-856d-495ee97cd9a1), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:53.476059 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (b12a086a-99f9-4098-856d-495ee97cd9a1), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:53.513773 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12a086a-99f9-4098-856d-495ee97cd9a1,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:53.516916 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=104488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 04:30:53.523715 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.524056 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.524396 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.524742 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.525066 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.525667 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.526010 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.527229 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.527229 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.527229 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.527229 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.528490 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.528490 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.528657 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.528904 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Tracked resource versions report: Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: pushed versions: Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: { 'AddressGroup': {'1.2'}, Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Agent': {'1.1'}, Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'ConntrackHelper': {'1.0'}, Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'LocalIPAssociation': {'1.0'}, Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Log': {'1.0'}, Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'NDPProxy': {'1.0'}, Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Network': {'1.1'}, Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Port': {'1.7'}, Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'PortForwarding': {'1.3'}, Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'QosPolicy': {'1.10'}, Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'SecurityGroup': {'1.5'}, Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'SecurityGroupRule': {'1.2'}, Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'SubPort': {'1.0'}, Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Subnet': {'1.1'}, Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Trunk': {'1.1'}} Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: consumer versions: Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: { DHCP agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: HyperV agent@hv-cinder-86155: {}, Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: L3 agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: Metadata agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: Metering agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: Open vSwitch agent@dv-cinder-861557-1-iscsi: { 'AddressGroup': '1.2', Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Agent': '1.1', Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'ConntrackHelper': '1.0', Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'LocalIPAssociation': '1.0', Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Log': '1.0', Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'NDPProxy': '1.0', Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Network': '1.1', Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Port': '1.7', Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'PortForwarding': '1.3', Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'QosPolicy': '1.10', Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'SecurityGroup': '1.5', Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'SecurityGroupRule': '1.2', Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'SubPort': '1.0', Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Subnet': '1.1', Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: 'Trunk': '1.1'}} Oct 17 04:30:53.530100 dv-cinder-861557-1-iscsi neutron-server[104488]: {{(pid=104488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 04:30:53.543158 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (705227ac-8d1e-419e-a3d4-a7c5171cb48b), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:53.543158 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.segments_db [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Added segment 705227ac-8d1e-419e-a3d4-a7c5171cb48b of type vlan for network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb Oct 17 04:30:53.585851 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774866605761'] for network (4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:53.611670 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for network (4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:53.612665 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:30:53.613276 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:53.632455 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53564) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:30:53.680314 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5658991 Oct 17 04:30:53.681935 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342af86d-10e6-4f33-a7ef-86495f0cd024 admin admin] Pushing event updated for resources: {'Network': ['ID=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:53.689197 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53572) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:30:53.692624 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Request body: {'subnet': {'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-196942370-subnet', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:30:53.696378 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb details requested by agent ovs-agent-dv-cinder-861557-1-iscsi with host dv-cinder-861557-1-iscsi {{(pid=104489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:30:53.716300 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Made reservation on behalf of 7bd6234b23704bdf809481085ce465eb for: {'subnet': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:30:53.719314 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:53.906686 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for subnet (c0346a38-a53e-4be5-b7d5-8ede2ed11f33), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:53.933936 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 53580) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:30:53.966265 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0346a38-a53e-4be5-b7d5-8ede2ed11f33,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:53.974682 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.974941 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.975308 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.975629 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.976141 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.976468 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.976790 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.977129 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.977453 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.977767 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.978262 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.978602 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.978923 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.979237 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.979551 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Tracked resource versions report: Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: pushed versions: Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: { 'AddressGroup': {'1.2'}, Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Agent': {'1.1'}, Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'ConntrackHelper': {'1.0'}, Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'LocalIPAssociation': {'1.0'}, Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Log': {'1.0'}, Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'NDPProxy': {'1.0'}, Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Network': {'1.1'}, Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Port': {'1.7'}, Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'PortForwarding': {'1.3'}, Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'QosPolicy': {'1.10'}, Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'SecurityGroup': {'1.5'}, Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'SecurityGroupRule': {'1.2'}, Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'SubPort': {'1.0'}, Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Subnet': {'1.1'}, Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Trunk': {'1.1'}} Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: consumer versions: Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: { DHCP agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: HyperV agent@hv-cinder-86155: {}, Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: L3 agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: Metadata agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: Metering agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: Open vSwitch agent@dv-cinder-861557-1-iscsi: { 'AddressGroup': '1.2', Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Agent': '1.1', Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'ConntrackHelper': '1.0', Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'LocalIPAssociation': '1.0', Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Log': '1.0', Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'NDPProxy': '1.0', Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Network': '1.1', Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Port': '1.7', Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'PortForwarding': '1.3', Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'QosPolicy': '1.10', Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'SecurityGroup': '1.5', Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'SecurityGroupRule': '1.2', Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'SubPort': '1.0', Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Subnet': '1.1', Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: 'Trunk': '1.1'}} Oct 17 04:30:53.981411 dv-cinder-861557-1-iscsi neutron-server[104487]: {{(pid=104487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 04:30:53.989688 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Checking segment: {'id': '705227ac-8d1e-419e-a3d4-a7c5171cb48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:30:53.990036 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Network hostable DHCP agents. Network: 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb, hostable agents: ['1a971c09-9b48-4566-8e55-15bd954a700d'], hosted agents: [] {{(pid=104487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:30:54.007533 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb is scheduled to be hosted by DHCP agent 1a971c09-9b48-4566-8e55-15bd954a700d with binding_index 1 {{(pid=104487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:30:54.021066 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861557-1-iscsi, 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb) {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:30:54.024046 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:30:54.024824 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.030780 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39666dd2-7de0-468f-8245-cd9bda9a1ad3 None None] Network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:30:54.046157 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-b30f820f-9c0e-49ff-a750-c9a553b7b7a9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-998903936-network', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:30:54.056236 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-f1978f99-5a59-4d15-873c-c90f4fde2315 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3682816 Oct 17 04:30:54.059155 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 53586) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:30:54.063608 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-5f8f8058-19e1-4999-b9c0-c40b8bf17f3e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-196942370-router', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:30:54.082231 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30f820f-9c0e-49ff-a750-c9a553b7b7a9 admin admin] Made reservation on behalf of 0761fde06e5240adb0d7f1a7d5724d37 for: {'network': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:30:54.086139 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b30f820f-9c0e-49ff-a750-c9a553b7b7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for network (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.094365 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8058-19e1-4999-b9c0-c40b8bf17f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1647058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16026'] for router (360408b5-178b-451c-aa29-5d9d8bcf86eb), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.097688 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8058-19e1-4999-b9c0-c40b8bf17f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16001'] for router (360408b5-178b-451c-aa29-5d9d8bcf86eb), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.099071 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b30f820f-9c0e-49ff-a750-c9a553b7b7a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.108483 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53590) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:30:54.139643 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53594) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:30:54.175279 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc436c267-4500-58c6-a229-36ff674da11a-4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'project_id': '7bd6234b23704bdf809481085ce465eb', 'fixed_ips': [{'subnet_id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33'}]}} from dv-cinder-861557-1-iscsi. {{(pid=104489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 04:30:54.176791 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.202311 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8058-19e1-4999-b9c0-c40b8bf17f3e admin admin] Publish callbacks [] for router_controller (360408b5-178b-451c-aa29-5d9d8bcf86eb), precommit_add_association {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.221973 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b30f820f-9c0e-49ff-a750-c9a553b7b7a9 admin admin] Publish callbacks [] for security_group (0e26a4f4-7ce3-4b81-9e52-59b027e6c452), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.227595 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b30f820f-9c0e-49ff-a750-c9a553b7b7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (0e26a4f4-7ce3-4b81-9e52-59b027e6c452), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.268826 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30f820f-9c0e-49ff-a750-c9a553b7b7a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=104487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 04:30:54.285942 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f820f-9c0e-49ff-a750-c9a553b7b7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e26a4f4-7ce3-4b81-9e52-59b027e6c452,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:54.292075 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b30f820f-9c0e-49ff-a750-c9a553b7b7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (faf5546c-f7d8-4af8-85f9-9b0d6bba44c2), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.293403 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.segments_db [None req-b30f820f-9c0e-49ff-a750-c9a553b7b7a9 admin admin] Added segment faf5546c-f7d8-4af8-85f9-9b0d6bba44c2 of type vlan for network 596ebb0d-79d0-45f5-9e52-b2ce25b00863 Oct 17 04:30:54.298420 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-a1193a0c-fec9-4042-90bb-39e3fbdae1a8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-794194935-network', 'tenant_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:30:54.364025 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b30f820f-9c0e-49ff-a750-c9a553b7b7a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774866605761'] for network (596ebb0d-79d0-45f5-9e52-b2ce25b00863), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.380425 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8058-19e1-4999-b9c0-c40b8bf17f3e admin admin] Publish callbacks [] for router_gateway (360408b5-178b-451c-aa29-5d9d8bcf86eb), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.395939 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.db_base_plugin_common [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Allocated IP 172.20.0.2 (4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb/c0346a38-a53e-4be5-b7d5-8ede2ed11f33/68534b29-a731-484e-a6e4-046aa6fd1bab) {{(pid=104489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:30:54.408122 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b30f820f-9c0e-49ff-a750-c9a553b7b7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for network (596ebb0d-79d0-45f5-9e52-b2ce25b00863), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.409457 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30f820f-9c0e-49ff-a750-c9a553b7b7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:30:54.410130 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b30f820f-9c0e-49ff-a750-c9a553b7b7a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.425498 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-42994070-757a-4f01-9550-5c1864619a04 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-690720917-network', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:30:54.521904 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1193a0c-fec9-4042-90bb-39e3fbdae1a8 admin admin] Made reservation on behalf of e5eb02a1b40e4b83bc6baf4c3ac1bbbf for: {'network': 1} {{(pid=104488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:30:54.524360 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a1193a0c-fec9-4042-90bb-39e3fbdae1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for network (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.575602 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f820f-9c0e-49ff-a750-c9a553b7b7a9 admin admin] Pushing event updated for resources: {'Network': ['ID=596ebb0d-79d0-45f5-9e52-b2ce25b00863,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:54.587136 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-ff8b4d05-1a3e-47ac-87c9-82676b21e7c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1174675788-network', 'tenant_id': 'e022e6125e85417881ce226db7a5c764'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:30:54.601663 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8058-19e1-4999-b9c0-c40b8bf17f3e admin admin] Publish callbacks [] for router_gateway (360408b5-178b-451c-aa29-5d9d8bcf86eb), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.614940 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-b30f820f-9c0e-49ff-a750-c9a553b7b7a9 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9775078 Oct 17 04:30:54.614940 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:54.614940 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:54.617759 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53608) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:30:54.626421 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-ad25a74b-0b12-4c35-b990-fc8ce15c7c51 admin admin] Request body: {'subnet': {'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-998903936-subnet', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:30:54.626621 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8058-19e1-4999-b9c0-c40b8bf17f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.638547 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:54.640113 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a1193a0c-fec9-4042-90bb-39e3fbdae1a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.652749 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42994070-757a-4f01-9550-5c1864619a04 admin admin] Made reservation on behalf of 9de6141e0c3a41bcb84ac635b48a51df for: {'network': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:30:54.655361 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-42994070-757a-4f01-9550-5c1864619a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for network (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.671834 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8b4d05-1a3e-47ac-87c9-82676b21e7c7 admin admin] Made reservation on behalf of e022e6125e85417881ce226db7a5c764 for: {'network': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:30:54.674504 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ff8b4d05-1a3e-47ac-87c9-82676b21e7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for network (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.689498 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-42994070-757a-4f01-9550-5c1864619a04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.693333 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Publish callbacks [] for port (68534b29-a731-484e-a6e4-046aa6fd1bab), precommit_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.696079 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ff8b4d05-1a3e-47ac-87c9-82676b21e7c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.698044 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad25a74b-0b12-4c35-b990-fc8ce15c7c51 admin admin] Made reservation on behalf of 0761fde06e5240adb0d7f1a7d5724d37 for: {'subnet': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:30:54.701901 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ad25a74b-0b12-4c35-b990-fc8ce15c7c51 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.703733 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Network 596ebb0d-79d0-45f5-9e52-b2ce25b00863 details requested by agent ovs-agent-dv-cinder-861557-1-iscsi with host dv-cinder-861557-1-iscsi {{(pid=104489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:30:54.712982 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (68534b29-a731-484e-a6e4-046aa6fd1bab), after_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.818109 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:54.865155 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb is already hosted by enough agents. {{(pid=104489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:30:54.878979 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_common [None req-5f8f8058-19e1-4999-b9c0-c40b8bf17f3e admin admin] Allocated IP 172.27.3.163 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/eb11dc13-8d02-43e0-aed3-a24829bb9267) {{(pid=104488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:30:54.947861 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.base_scheduler [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Resources bound (agent type, host, resource id): {{(pid=104489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:30:54.951172 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Pushing event updated for resources: {'Port': ['ID=68534b29-a731-484e-a6e4-046aa6fd1bab,revision_number=1']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:54.960857 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Received port after_create {{(pid=104489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:30:54.967756 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:54.968877 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:54.969686 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:54.970374 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:54.970938 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:54.971468 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:54.971996 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:54.972521 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:54.973046 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:54.973628 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:54.974217 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:54.974757 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:54.975276 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:54.975790 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:54.976326 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Tracked resource versions report: Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: pushed versions: Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: { 'AddressGroup': {'1.2'}, Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Agent': {'1.1'}, Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'ConntrackHelper': {'1.0'}, Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'LocalIPAssociation': {'1.0'}, Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Log': {'1.0'}, Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'NDPProxy': {'1.0'}, Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Network': {'1.1'}, Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Port': {'1.7'}, Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'PortForwarding': {'1.3'}, Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'QosPolicy': {'1.10'}, Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'SecurityGroup': {'1.5'}, Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'SecurityGroupRule': {'1.2'}, Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'SubPort': {'1.0'}, Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Subnet': {'1.1'}, Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Trunk': {'1.1'}} Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: consumer versions: Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: { DHCP agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: HyperV agent@hv-cinder-86155: {}, Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: L3 agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: Metadata agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: Metering agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: Open vSwitch agent@dv-cinder-861557-1-iscsi: { 'AddressGroup': '1.2', Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Agent': '1.1', Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'ConntrackHelper': '1.0', Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'LocalIPAssociation': '1.0', Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Log': '1.0', Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'NDPProxy': '1.0', Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Network': '1.1', Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Port': '1.7', Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'PortForwarding': '1.3', Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'QosPolicy': '1.10', Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'SecurityGroup': '1.5', Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'SecurityGroupRule': '1.2', Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'SubPort': '1.0', Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Subnet': '1.1', Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: 'Trunk': '1.1'}} Oct 17 04:30:54.977836 dv-cinder-861557-1-iscsi neutron-server[104489]: {{(pid=104489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 04:30:54.997626 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-42994070-757a-4f01-9550-5c1864619a04 admin admin] Publish callbacks [] for security_group (e30332f6-46bc-4abe-a4e2-01219eb6671e), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:54.998002 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8058-19e1-4999-b9c0-c40b8bf17f3e admin admin] Publish callbacks [] for port (eb11dc13-8d02-43e0-aed3-a24829bb9267), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:55.012843 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-42994070-757a-4f01-9550-5c1864619a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (e30332f6-46bc-4abe-a4e2-01219eb6671e), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:55.029382 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42994070-757a-4f01-9550-5c1864619a04 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=104487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 04:30:55.039859 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-42994070-757a-4f01-9550-5c1864619a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (c26ac881-75a2-4c4f-bf22-c9e5e29baaeb), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:55.040283 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.segments_db [None req-42994070-757a-4f01-9550-5c1864619a04 admin admin] Added segment c26ac881-75a2-4c4f-bf22-c9e5e29baaeb of type vlan for network 5b651c35-159b-4d6e-a364-6761b8b7e75b Oct 17 04:30:55.051163 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8058-19e1-4999-b9c0-c40b8bf17f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (eb11dc13-8d02-43e0-aed3-a24829bb9267), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:55.072029 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8f8058-19e1-4999-b9c0-c40b8bf17f3e admin admin] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:30:55.090074 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-42994070-757a-4f01-9550-5c1864619a04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774866605761'] for network (5b651c35-159b-4d6e-a364-6761b8b7e75b), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:55.098512 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Attempting to bind port 68534b29-a731-484e-a6e4-046aa6fd1bab on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:30:55.100921 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Attempting to bind port 68534b29-a731-484e-a6e4-046aa6fd1bab by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': '705227ac-8d1e-419e-a3d4-a7c5171cb48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:30:55.103460 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Attempting to bind port 68534b29-a731-484e-a6e4-046aa6fd1bab on network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:30:55.114814 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-5f8f8058-19e1-4999-b9c0-c40b8bf17f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:30:55.117022 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f8058-19e1-4999-b9c0-c40b8bf17f3e admin admin] Pushing event updated for resources: {'Port': ['ID=eb11dc13-8d02-43e0-aed3-a24829bb9267,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:55.123061 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8f8058-19e1-4999-b9c0-c40b8bf17f3e admin admin] Received port after_create {{(pid=104488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:30:55.158853 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ff8b4d05-1a3e-47ac-87c9-82676b21e7c7 admin admin] Publish callbacks [] for security_group (60ca1116-f356-4424-8bfb-54698000906e), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:55.163794 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:55.164874 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42994070-757a-4f01-9550-5c1864619a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30332f6-46bc-4abe-a4e2-01219eb6671e,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:55.168997 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-42994070-757a-4f01-9550-5c1864619a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for network (5b651c35-159b-4d6e-a364-6761b8b7e75b), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:55.170414 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42994070-757a-4f01-9550-5c1864619a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:30:55.170996 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-42994070-757a-4f01-9550-5c1864619a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:55.191513 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:30:55.192213 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Checking segment: {'id': '705227ac-8d1e-419e-a3d4-a7c5171cb48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:30:55.192856 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:55.193795 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Bound using segment: {'id': '705227ac-8d1e-419e-a3d4-a7c5171cb48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:30:55.194815 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Bound port: 68534b29-a731-484e-a6e4-046aa6fd1bab, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705227ac-8d1e-419e-a3d4-a7c5171cb48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:30:55.195427 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (68534b29-a731-484e-a6e4-046aa6fd1bab), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:55.213264 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:55.252372 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-42994070-757a-4f01-9550-5c1864619a04 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1370909 Oct 17 04:30:55.252372 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ff8b4d05-1a3e-47ac-87c9-82676b21e7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (60ca1116-f356-4424-8bfb-54698000906e), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:55.264410 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8b4d05-1a3e-47ac-87c9-82676b21e7c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=104487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 04:30:55.279974 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ff8b4d05-1a3e-47ac-87c9-82676b21e7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (d1d8828e-9a3c-4464-accb-82ba9d78aa86), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:55.280318 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.segments_db [None req-ff8b4d05-1a3e-47ac-87c9-82676b21e7c7 admin admin] Added segment d1d8828e-9a3c-4464-accb-82ba9d78aa86 of type vlan for network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 Oct 17 04:30:55.326487 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] For port 68534b29-a731-484e-a6e4-046aa6fd1bab, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:30:55.333742 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] For port 68534b29-a731-484e-a6e4-046aa6fd1bab, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=68534b29-a731-484e-a6e4-046aa6fd1bab,segment=NetworkSegment(705227ac-8d1e-419e-a3d4-a7c5171cb48b),segment_id=705227ac-8d1e-419e-a3d4-a7c5171cb48b)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:30:55.345511 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (68534b29-a731-484e-a6e4-046aa6fd1bab), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:55.357925 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 53634) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:30:55.376604 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ff8b4d05-1a3e-47ac-87c9-82676b21e7c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774866605761'] for network (60b2c529-82f9-47ea-9951-24ba7b38ebc9), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:55.382304 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-c66d1dcb-891a-4bb0-b2c6-3de8114c2184 admin admin] Request body: {'subnet': {'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-690720917-subnet', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:30:55.434224 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a3fcb-7589-4f80-ad23-7347c379eb31 None None] Pushing event updated for resources: {'Port': ['ID=68534b29-a731-484e-a6e4-046aa6fd1bab,revision_number=2']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:55.443357 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:INSERT=25,neutron:SELECT=68,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:55.532086 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:55.558398 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ff8b4d05-1a3e-47ac-87c9-82676b21e7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for network (60b2c529-82f9-47ea-9951-24ba7b38ebc9), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:55.560682 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8b4d05-1a3e-47ac-87c9-82676b21e7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:30:55.561462 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ff8b4d05-1a3e-47ac-87c9-82676b21e7c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:55.579012 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8058-19e1-4999-b9c0-c40b8bf17f3e admin admin] Publish callbacks [] for router_gateway (360408b5-178b-451c-aa29-5d9d8bcf86eb), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:55.590880 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42994070-757a-4f01-9550-5c1864619a04 admin admin] Pushing event updated for resources: {'Network': ['ID=5b651c35-159b-4d6e-a364-6761b8b7e75b,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:55.595678 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ad25a74b-0b12-4c35-b990-fc8ce15c7c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for subnet (7c706f9b-2867-4158-b285-926a4adb47a2), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:55.605607 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Network 5b651c35-159b-4d6e-a364-6761b8b7e75b details requested by agent ovs-agent-dv-cinder-861557-1-iscsi with host dv-cinder-861557-1-iscsi {{(pid=104489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:30:55.677673 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66d1dcb-891a-4bb0-b2c6-3de8114c2184 admin admin] Made reservation on behalf of 9de6141e0c3a41bcb84ac635b48a51df for: {'subnet': 1} {{(pid=104488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:30:55.681055 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c66d1dcb-891a-4bb0-b2c6-3de8114c2184 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:55.712015 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-ff8b4d05-1a3e-47ac-87c9-82676b21e7c7 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5709953 Oct 17 04:30:55.779906 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 53648) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:30:55.805939 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b4d05-1a3e-47ac-87c9-82676b21e7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ca1116-f356-4424-8bfb-54698000906e,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:55.823519 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-ec13bf8f-4d97-405d-b718-1e9426c63c92 admin admin] Request body: {'subnet': {'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-subnet', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:30:55.858911 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b4d05-1a3e-47ac-87c9-82676b21e7c7 admin admin] Pushing event updated for resources: {'Network': ['ID=60b2c529-82f9-47ea-9951-24ba7b38ebc9,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:55.891825 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 details requested by agent ovs-agent-dv-cinder-861557-1-iscsi with host dv-cinder-861557-1-iscsi {{(pid=104489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:30:55.934001 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25a74b-0b12-4c35-b990-fc8ce15c7c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c706f9b-2867-4158-b285-926a4adb47a2,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:55.970727 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad25a74b-0b12-4c35-b990-fc8ce15c7c51 admin admin] Checking segment: {'id': 'faf5546c-f7d8-4af8-85f9-9b0d6bba44c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:30:55.970992 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad25a74b-0b12-4c35-b990-fc8ce15c7c51 admin admin] Network hostable DHCP agents. Network: 596ebb0d-79d0-45f5-9e52-b2ce25b00863, hostable agents: ['1a971c09-9b48-4566-8e55-15bd954a700d'], hosted agents: [] {{(pid=104487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:30:56.017703 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad25a74b-0b12-4c35-b990-fc8ce15c7c51 admin admin] Network 596ebb0d-79d0-45f5-9e52-b2ce25b00863 is scheduled to be hosted by DHCP agent 1a971c09-9b48-4566-8e55-15bd954a700d with binding_index 1 {{(pid=104487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:30:56.033493 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-ad25a74b-0b12-4c35-b990-fc8ce15c7c51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861557-1-iscsi, 596ebb0d-79d0-45f5-9e52-b2ce25b00863) {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:30:56.045640 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f1966c-d854-4fd9-bac2-33ae6224f607 None None] Network 596ebb0d-79d0-45f5-9e52-b2ce25b00863 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:30:56.053936 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad25a74b-0b12-4c35-b990-fc8ce15c7c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:30:56.054829 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ad25a74b-0b12-4c35-b990-fc8ce15c7c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:56.096942 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-ad25a74b-0b12-4c35-b990-fc8ce15c7c51 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4770904 Oct 17 04:30:56.097632 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53668) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:30:56.098330 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a1193a0c-fec9-4042-90bb-39e3fbdae1a8 admin admin] Publish callbacks [] for security_group (51628abb-b053-4681-accd-b02cc6f9374c), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:56.102494 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-50cfe2f8-345e-421d-86e5-844da0f1ebd5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-998903936-router', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:30:56.132951 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a1193a0c-fec9-4042-90bb-39e3fbdae1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (51628abb-b053-4681-accd-b02cc6f9374c), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:56.147519 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1193a0c-fec9-4042-90bb-39e3fbdae1a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=104488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 04:30:56.154052 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-50cfe2f8-345e-421d-86e5-844da0f1ebd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1647058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16026'] for router (2c7c6e38-6b11-4d56-9711-38ee49b63176), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:56.155594 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-50cfe2f8-345e-421d-86e5-844da0f1ebd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16001'] for router (2c7c6e38-6b11-4d56-9711-38ee49b63176), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:56.159407 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a1193a0c-fec9-4042-90bb-39e3fbdae1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (62b8bbe0-1969-454f-98b1-1af7f8eb0066), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:56.160219 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.segments_db [None req-a1193a0c-fec9-4042-90bb-39e3fbdae1a8 admin admin] Added segment 62b8bbe0-1969-454f-98b1-1af7f8eb0066 of type vlan for network 8500cc6f-85c4-44a2-bb52-3bb418fbfad7 Oct 17 04:30:56.213492 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a1193a0c-fec9-4042-90bb-39e3fbdae1a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774866605761'] for network (8500cc6f-85c4-44a2-bb52-3bb418fbfad7), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:56.246427 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077773b4-b05f-4abb-a2c8-ddc873417190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc436c267-4500-58c6-a229-36ff674da11a-596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'fixed_ips': [{'subnet_id': '7c706f9b-2867-4158-b285-926a4adb47a2'}]}} from dv-cinder-861557-1-iscsi. {{(pid=104489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 04:30:56.247710 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-077773b4-b05f-4abb-a2c8-ddc873417190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:56.269037 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:56.364630 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-50cfe2f8-345e-421d-86e5-844da0f1ebd5 admin admin] Publish callbacks [] for router_controller (2c7c6e38-6b11-4d56-9711-38ee49b63176), precommit_add_association {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:56.387363 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8058-19e1-4999-b9c0-c40b8bf17f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638852'] for router (360408b5-178b-451c-aa29-5d9d8bcf86eb), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:56.395376 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a1193a0c-fec9-4042-90bb-39e3fbdae1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for network (8500cc6f-85c4-44a2-bb52-3bb418fbfad7), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:56.396255 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1193a0c-fec9-4042-90bb-39e3fbdae1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:30:56.397019 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a1193a0c-fec9-4042-90bb-39e3fbdae1a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:56.437192 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec13bf8f-4d97-405d-b718-1e9426c63c92 admin admin] Made reservation on behalf of e022e6125e85417881ce226db7a5c764 for: {'subnet': 1} {{(pid=104488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:30:56.446340 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:30:56.446953 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ec13bf8f-4d97-405d-b718-1e9426c63c92 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:56.484492 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.db_base_plugin_common [None req-077773b4-b05f-4abb-a2c8-ddc873417190 None None] Allocated IP 172.20.0.2 (596ebb0d-79d0-45f5-9e52-b2ce25b00863/7c706f9b-2867-4158-b285-926a4adb47a2/78064146-4c70-42b2-a12a-c79b5a037e17) {{(pid=104489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:30:56.491152 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 68534b29-a731-484e-a6e4-046aa6fd1bab up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:30:56.597261 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 68534b29-a731-484e-a6e4-046aa6fd1bab triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:30:56.597682 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (68534b29-a731-484e-a6e4-046aa6fd1bab), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:56.598037 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 68534b29-a731-484e-a6e4-046aa6fd1bab Oct 17 04:30:56.788440 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:56.792143 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 68534b29-a731-484e-a6e4-046aa6fd1bab is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:30:56.792761 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (68534b29-a731-484e-a6e4-046aa6fd1bab), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:56.807352 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-a1193a0c-fec9-4042-90bb-39e3fbdae1a8 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8703866 Oct 17 04:30:56.845224 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53692) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:30:56.855733 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-578afc82-13b8-4911-bd51-4d053ed295ca admin admin] Request body: {'subnet': {'network_id': '8500cc6f-85c4-44a2-bb52-3bb418fbfad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-794194935-subnet', 'tenant_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:30:56.874609 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port 68534b29-a731-484e-a6e4-046aa6fd1bab, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=68534b29-a731-484e-a6e4-046aa6fd1bab,segment=NetworkSegment(705227ac-8d1e-419e-a3d4-a7c5171cb48b),segment_id=705227ac-8d1e-419e-a3d4-a7c5171cb48b)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:30:56.883717 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (68534b29-a731-484e-a6e4-046aa6fd1bab), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:56.888668 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-50cfe2f8-345e-421d-86e5-844da0f1ebd5 admin admin] Publish callbacks [] for router_gateway (2c7c6e38-6b11-4d56-9711-38ee49b63176), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:56.959481 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eb1db1-7d72-45fa-815b-36c2229a4301 None None] Network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:30:56.960447 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578afc82-13b8-4911-bd51-4d053ed295ca admin admin] Made reservation on behalf of e5eb02a1b40e4b83bc6baf4c3ac1bbbf for: {'subnet': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:30:56.963011 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-578afc82-13b8-4911-bd51-4d053ed295ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:57.050534 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:57.099867 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:UPDATE=3,neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:57.101157 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1193a0c-fec9-4042-90bb-39e3fbdae1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51628abb-b053-4681-accd-b02cc6f9374c,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:57.103459 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1193a0c-fec9-4042-90bb-39e3fbdae1a8 admin admin] Pushing event updated for resources: {'Network': ['ID=8500cc6f-85c4-44a2-bb52-3bb418fbfad7,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:57.152168 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ec13bf8f-4d97-405d-b718-1e9426c63c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for subnet (a304680d-2236-42f7-928f-3e762d91fb9c), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:57.218732 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13bf8f-4d97-405d-b718-1e9426c63c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a304680d-2236-42f7-928f-3e762d91fb9c,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:57.256371 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Network 8500cc6f-85c4-44a2-bb52-3bb418fbfad7 details requested by agent ovs-agent-dv-cinder-861557-1-iscsi with host dv-cinder-861557-1-iscsi {{(pid=104489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:30:57.259203 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-281f7d0b-6ad4-46c6-b33f-5c4e778351f0 None None] Provisioning complete for port 68534b29-a731-484e-a6e4-046aa6fd1bab triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:30:57.259782 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-281f7d0b-6ad4-46c6-b33f-5c4e778351f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (68534b29-a731-484e-a6e4-046aa6fd1bab), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:57.260161 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-281f7d0b-6ad4-46c6-b33f-5c4e778351f0 None None] Attempt 1 to provision port 68534b29-a731-484e-a6e4-046aa6fd1bab Oct 17 04:30:57.315064 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec13bf8f-4d97-405d-b718-1e9426c63c92 admin admin] Checking segment: {'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:30:57.315720 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec13bf8f-4d97-405d-b718-1e9426c63c92 admin admin] Network hostable DHCP agents. Network: 60b2c529-82f9-47ea-9951-24ba7b38ebc9, hostable agents: ['1a971c09-9b48-4566-8e55-15bd954a700d'], hosted agents: [] {{(pid=104488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:30:57.373206 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec13bf8f-4d97-405d-b718-1e9426c63c92 admin admin] Network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 is scheduled to be hosted by DHCP agent 1a971c09-9b48-4566-8e55-15bd954a700d with binding_index 1 {{(pid=104488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:30:57.391377 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-ec13bf8f-4d97-405d-b718-1e9426c63c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861557-1-iscsi, 60b2c529-82f9-47ea-9951-24ba7b38ebc9) {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:30:57.399042 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-281f7d0b-6ad4-46c6-b33f-5c4e778351f0 None None] Current status of the port 68534b29-a731-484e-a6e4-046aa6fd1bab is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:30:57.411477 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec13bf8f-4d97-405d-b718-1e9426c63c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:30:57.412420 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ec13bf8f-4d97-405d-b718-1e9426c63c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:57.413630 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:57.456732 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-578afc82-13b8-4911-bd51-4d053ed295ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for subnet (b5d4a9e5-6112-4f76-b8de-700c6543d986), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:57.468127 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b123c5e-54de-421a-b09c-7e1bc8997be4 None None] Network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:30:57.499764 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c66d1dcb-891a-4bb0-b2c6-3de8114c2184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for subnet (d4565b2b-3a4c-4521-9f7b-f70198a8501f), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:57.527710 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578afc82-13b8-4911-bd51-4d053ed295ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5d4a9e5-6112-4f76-b8de-700c6543d986,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:57.568812 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 53720) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:30:57.569876 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:57.570120 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d1dcb-891a-4bb0-b2c6-3de8114c2184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4565b2b-3a4c-4521-9f7b-f70198a8501f,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:57.581384 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:57.590953 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-ec13bf8f-4d97-405d-b718-1e9426c63c92 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8120713 Oct 17 04:30:57.592013 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53724) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:30:57.598967 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-a4cd95ca-e487-4613-aed1-b58e3aa8e320 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:30:57.609308 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=68534b29-a731-484e-a6e4-046aa6fd1bab,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:57.626452 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8f8058-19e1-4999-b9c0-c40b8bf17f3e admin admin] Router 360408b5-178b-451c-aa29-5d9d8bcf86eb is scheduled to L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 with binding_index 1 {{(pid=104488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 04:30:57.652624 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-50cfe2f8-345e-421d-86e5-844da0f1ebd5 admin admin] Publish callbacks [] for router_gateway (2c7c6e38-6b11-4d56-9711-38ee49b63176), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:57.682293 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578afc82-13b8-4911-bd51-4d053ed295ca admin admin] Checking segment: {'id': '62b8bbe0-1969-454f-98b1-1af7f8eb0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8500cc6f-85c4-44a2-bb52-3bb418fbfad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:30:57.682668 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578afc82-13b8-4911-bd51-4d053ed295ca admin admin] Network hostable DHCP agents. Network: 8500cc6f-85c4-44a2-bb52-3bb418fbfad7, hostable agents: ['1a971c09-9b48-4566-8e55-15bd954a700d'], hosted agents: [] {{(pid=104487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:30:57.686890 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a4cd95ca-e487-4613-aed1-b58e3aa8e320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1647058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16026'] for router (ef9dfe8e-2638-428a-b697-819c4f07a1e8), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:57.687913 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a4cd95ca-e487-4613-aed1-b58e3aa8e320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16001'] for router (ef9dfe8e-2638-428a-b697-819c4f07a1e8), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:57.692713 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-50cfe2f8-345e-421d-86e5-844da0f1ebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:57.717000 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a84aef-2863-4364-8b1a-ff6cc17bf4a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc436c267-4500-58c6-a229-36ff674da11a-60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'project_id': 'e022e6125e85417881ce226db7a5c764', 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c'}]}} from dv-cinder-861557-1-iscsi. {{(pid=104489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 04:30:57.718017 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-f8a84aef-2863-4364-8b1a-ff6cc17bf4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:57.762877 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:57.764648 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8f8058-19e1-4999-b9c0-c40b8bf17f3e admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:30:57.766738 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66d1dcb-891a-4bb0-b2c6-3de8114c2184 admin admin] Checking segment: {'id': 'c26ac881-75a2-4c4f-bf22-c9e5e29baaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:30:57.767178 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66d1dcb-891a-4bb0-b2c6-3de8114c2184 admin admin] Network hostable DHCP agents. Network: 5b651c35-159b-4d6e-a364-6761b8b7e75b, hostable agents: ['1a971c09-9b48-4566-8e55-15bd954a700d'], hosted agents: [] {{(pid=104488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:30:57.776251 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-077773b4-b05f-4abb-a2c8-ddc873417190 None None] Publish callbacks [] for port (78064146-4c70-42b2-a12a-c79b5a037e17), precommit_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:57.790320 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] Sync routers for ids ['360408b5-178b-451c-aa29-5d9d8bcf86eb'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:30:57.798696 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8058-19e1-4999-b9c0-c40b8bf17f3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:57.803771 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-5f8f8058-19e1-4999-b9c0-c40b8bf17f3e admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7433949 Oct 17 04:30:57.806657 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 53728) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:30:57.816781 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578afc82-13b8-4911-bd51-4d053ed295ca admin admin] Network 8500cc6f-85c4-44a2-bb52-3bb418fbfad7 is scheduled to be hosted by DHCP agent 1a971c09-9b48-4566-8e55-15bd954a700d with binding_index 1 {{(pid=104487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:30:57.819394 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] Routers {'360408b5-178b-451c-aa29-5d9d8bcf86eb'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:30:57.820173 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:30:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['360408b5-178b-451c-aa29-5d9d8bcf86eb'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:30:57.893496 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-077773b4-b05f-4abb-a2c8-ddc873417190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (78064146-4c70-42b2-a12a-c79b5a037e17), after_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:57.897131 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66d1dcb-891a-4bb0-b2c6-3de8114c2184 admin admin] Network 5b651c35-159b-4d6e-a364-6761b8b7e75b is scheduled to be hosted by DHCP agent 1a971c09-9b48-4566-8e55-15bd954a700d with binding_index 1 {{(pid=104488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:30:57.905405 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ad9ed6dd-c786-4cdb-9a5e-6d2903694fe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:57.979517 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a4cd95ca-e487-4613-aed1-b58e3aa8e320 admin admin] Publish callbacks [] for router_controller (ef9dfe8e-2638-428a-b697-819c4f07a1e8), precommit_add_association {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:58.005496 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-578afc82-13b8-4911-bd51-4d053ed295ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861557-1-iscsi, 8500cc6f-85c4-44a2-bb52-3bb418fbfad7) {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:30:58.043190 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb098ced-6ead-488d-8b8d-63fb948f15e9 None None] Network 8500cc6f-85c4-44a2-bb52-3bb418fbfad7 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:30:58.053380 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-c66d1dcb-891a-4bb0-b2c6-3de8114c2184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861557-1-iscsi, 5b651c35-159b-4d6e-a364-6761b8b7e75b) {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:30:58.058283 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66d1dcb-891a-4bb0-b2c6-3de8114c2184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:30:58.059163 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c66d1dcb-891a-4bb0-b2c6-3de8114c2184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:58.068669 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077773b4-b05f-4abb-a2c8-ddc873417190 None None] Network 596ebb0d-79d0-45f5-9e52-b2ce25b00863 is already hosted by enough agents. {{(pid=104489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:30:58.090222 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae27da60-cb62-49de-a9c1-7d93212b0adb None None] Network 5b651c35-159b-4d6e-a364-6761b8b7e75b requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:30:58.111309 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.base_scheduler [None req-077773b4-b05f-4abb-a2c8-ddc873417190 None None] Resources bound (agent type, host, resource id): {{(pid=104489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:30:58.123825 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077773b4-b05f-4abb-a2c8-ddc873417190 None None] Received port after_create {{(pid=104489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:30:58.135345 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578afc82-13b8-4911-bd51-4d053ed295ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:30:58.136012 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-578afc82-13b8-4911-bd51-4d053ed295ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:58.142035 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-c66d1dcb-891a-4bb0-b2c6-3de8114c2184 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7729270 Oct 17 04:30:58.145149 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53732) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:30:58.172898 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] Set router 360408b5-178b-451c-aa29-5d9d8bcf86eb gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:30:58.186103 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-33dce7fb-c16e-4f32-8051-bf7f862b1f1d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-690720917-router', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:30:58.229397 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:58.240446 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-578afc82-13b8-4911-bd51-4d053ed295ca admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3916831 Oct 17 04:30:58.241142 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-50cfe2f8-345e-421d-86e5-844da0f1ebd5 admin admin] Allocated IP 172.27.3.223 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/e322bd02-8ff2-40a3-b8c7-25e61d874f7b) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:30:58.241261 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 53736) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:30:58.257336 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-a52a6320-97ea-4572-bbaf-0a08275a6d70 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-794194935-router', 'tenant_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:30:58.389414 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077773b4-b05f-4abb-a2c8-ddc873417190 None None] Pushing event updated for resources: {'Port': ['ID=78064146-4c70-42b2-a12a-c79b5a037e17,revision_number=1']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:58.396107 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-33dce7fb-c16e-4f32-8051-bf7f862b1f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1647058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16026'] for router (cf3ccc05-0068-40f1-8539-7d2292f48ca6), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:58.397636 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-33dce7fb-c16e-4f32-8051-bf7f862b1f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16001'] for router (cf3ccc05-0068-40f1-8539-7d2292f48ca6), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:58.441983 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a4cd95ca-e487-4613-aed1-b58e3aa8e320 admin admin] Publish callbacks [] for router_gateway (ef9dfe8e-2638-428a-b697-819c4f07a1e8), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:58.466691 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a52a6320-97ea-4572-bbaf-0a08275a6d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1647058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16026'] for router (b56d4330-1a0f-4d9d-89ad-2a23490cfb76), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:58.467829 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a52a6320-97ea-4572-bbaf-0a08275a6d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16001'] for router (b56d4330-1a0f-4d9d-89ad-2a23490cfb76), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:58.491836 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ad9ed6dd-c786-4cdb-9a5e-6d2903694fe2 admin admin] Publish callbacks [] for security_group (313c28c0-ef61-4b16-bb89-983b3684c545), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:58.501984 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'name': 'tempest-ServerRescueNegativeTestJSON-196942370-router', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:30:55Z', 'revision_number': 3, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'gw_port': {'id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:86:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:30:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:30:58.518612 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 68534b29-a731-484e-a6e4-046aa6fd1bab up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:30:58.536484 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] Checking router: 360408b5-178b-451c-aa29-5d9d8bcf86eb for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:30:58.537125 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] Updating router 360408b5-178b-451c-aa29-5d9d8bcf86eb port eb11dc13-8d02-43e0-aed3-a24829bb9267 binding host dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:30:58.568196 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a52a6320-97ea-4572-bbaf-0a08275a6d70 admin admin] Publish callbacks [] for router_controller (b56d4330-1a0f-4d9d-89ad-2a23490cfb76), precommit_add_association {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:58.599081 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (eb11dc13-8d02-43e0-aed3-a24829bb9267), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:58.606027 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ad9ed6dd-c786-4cdb-9a5e-6d2903694fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (313c28c0-ef61-4b16-bb89-983b3684c545), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:58.659308 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ed6dd-c786-4cdb-9a5e-6d2903694fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313c28c0-ef61-4b16-bb89-983b3684c545,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:58.661363 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.db_base_plugin_common [None req-f8a84aef-2863-4364-8b1a-ff6cc17bf4a6 None None] Allocated IP 172.20.0.2 (60b2c529-82f9-47ea-9951-24ba7b38ebc9/a304680d-2236-42f7-928f-3e762d91fb9c/d9885051-38ce-4bad-a5d8-bcc35ff5d7f7) {{(pid=104489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:30:58.673779 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-33dce7fb-c16e-4f32-8051-bf7f862b1f1d admin admin] Publish callbacks [] for router_controller (cf3ccc05-0068-40f1-8539-7d2292f48ca6), precommit_add_association {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:58.786899 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-ad9ed6dd-c786-4cdb-9a5e-6d2903694fe2 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=fd502e295c89439890f0dc87240e39a0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2069502 Oct 17 04:30:58.813974 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 53758) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:30:58.821592 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-50cfe2f8-345e-421d-86e5-844da0f1ebd5 admin admin] Publish callbacks [] for port (e322bd02-8ff2-40a3-b8c7-25e61d874f7b), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:58.837683 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-077773b4-b05f-4abb-a2c8-ddc873417190 None None] Attempting to bind port 78064146-4c70-42b2-a12a-c79b5a037e17 on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:30:58.838057 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-077773b4-b05f-4abb-a2c8-ddc873417190 None None] Attempting to bind port 78064146-4c70-42b2-a12a-c79b5a037e17 by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': 'faf5546c-f7d8-4af8-85f9-9b0d6bba44c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:30:58.838426 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077773b4-b05f-4abb-a2c8-ddc873417190 None None] Attempting to bind port 78064146-4c70-42b2-a12a-c79b5a037e17 on network 596ebb0d-79d0-45f5-9e52-b2ce25b00863 {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:30:58.883190 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:58.918790 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077773b4-b05f-4abb-a2c8-ddc873417190 None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:30:58.919253 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077773b4-b05f-4abb-a2c8-ddc873417190 None None] Checking segment: {'id': 'faf5546c-f7d8-4af8-85f9-9b0d6bba44c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:30:58.919573 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-077773b4-b05f-4abb-a2c8-ddc873417190 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:58.919974 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077773b4-b05f-4abb-a2c8-ddc873417190 None None] Bound using segment: {'id': 'faf5546c-f7d8-4af8-85f9-9b0d6bba44c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:30:58.920476 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-077773b4-b05f-4abb-a2c8-ddc873417190 None None] Bound port: 78064146-4c70-42b2-a12a-c79b5a037e17, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf5546c-f7d8-4af8-85f9-9b0d6bba44c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:30:58.920863 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-077773b4-b05f-4abb-a2c8-ddc873417190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (78064146-4c70-42b2-a12a-c79b5a037e17), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:58.930286 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:58.937040 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a53643-3e01-4c11-a035-837aa245cd50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc436c267-4500-58c6-a229-36ff674da11a-5b651c35-159b-4d6e-a364-6761b8b7e75b', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'fixed_ips': [{'subnet_id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f'}]}} from dv-cinder-861557-1-iscsi. {{(pid=104489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 04:30:58.938152 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-04a53643-3e01-4c11-a035-837aa245cd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:58.949657 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a52a6320-97ea-4572-bbaf-0a08275a6d70 admin admin] Publish callbacks [] for router_gateway (b56d4330-1a0f-4d9d-89ad-2a23490cfb76), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:58.961762 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:58.964297 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-36a34c67-22b3-4867-9e98-dda3fc9e80b4 admin admin] Publish callbacks [] for security_group (313c28c0-ef61-4b16-bb89-983b3684c545), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.017575 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-077773b4-b05f-4abb-a2c8-ddc873417190 None None] For port 78064146-4c70-42b2-a12a-c79b5a037e17, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:30:59.021670 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-077773b4-b05f-4abb-a2c8-ddc873417190 None None] For port 78064146-4c70-42b2-a12a-c79b5a037e17, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=78064146-4c70-42b2-a12a-c79b5a037e17,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:30:59.039770 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:59.059004 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-33dce7fb-c16e-4f32-8051-bf7f862b1f1d admin admin] Publish callbacks [] for router_gateway (cf3ccc05-0068-40f1-8539-7d2292f48ca6), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.154692 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-36a34c67-22b3-4867-9e98-dda3fc9e80b4 admin admin] Publish callbacks [] for security_group (313c28c0-ef61-4b16-bb89-983b3684c545), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.169459 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.db_base_plugin_common [None req-04a53643-3e01-4c11-a035-837aa245cd50 None None] Allocated IP 172.20.0.2 (5b651c35-159b-4d6e-a364-6761b8b7e75b/d4565b2b-3a4c-4521-9f7b-f70198a8501f/f54dd722-3934-4074-827d-fc16cd893a84) {{(pid=104489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:30:59.328115 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:59.329225 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-3e7b242f-0863-46fa-9433-300d4f85ce3e None None] Provisioning complete for port 68534b29-a731-484e-a6e4-046aa6fd1bab triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:30:59.329633 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-3e7b242f-0863-46fa-9433-300d4f85ce3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (68534b29-a731-484e-a6e4-046aa6fd1bab), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.329975 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-3e7b242f-0863-46fa-9433-300d4f85ce3e None None] Attempt 1 to provision port 68534b29-a731-484e-a6e4-046aa6fd1bab Oct 17 04:30:59.332488 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-077773b4-b05f-4abb-a2c8-ddc873417190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (78064146-4c70-42b2-a12a-c79b5a037e17), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.336783 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:59.354207 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-50cfe2f8-345e-421d-86e5-844da0f1ebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (e322bd02-8ff2-40a3-b8c7-25e61d874f7b), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.371481 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a52a6320-97ea-4572-bbaf-0a08275a6d70 admin admin] Publish callbacks [] for router_gateway (b56d4330-1a0f-4d9d-89ad-2a23490cfb76), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.380720 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55426379-431a-45ce-8995-f0ed802776b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc436c267-4500-58c6-a229-36ff674da11a-8500cc6f-85c4-44a2-bb52-3bb418fbfad7', 'network_id': '8500cc6f-85c4-44a2-bb52-3bb418fbfad7', 'project_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'fixed_ips': [{'subnet_id': 'b5d4a9e5-6112-4f76-b8de-700c6543d986'}]}} from dv-cinder-861557-1-iscsi. {{(pid=104489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 04:30:59.383027 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-55426379-431a-45ce-8995-f0ed802776b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.384275 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-36a34c67-22b3-4867-9e98-dda3fc9e80b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (313c28c0-ef61-4b16-bb89-983b3684c545), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.396013 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-36a34c67-22b3-4867-9e98-dda3fc9e80b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.397202 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-36a34c67-22b3-4867-9e98-dda3fc9e80b4 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/313c28c0-ef61-4b16-bb89-983b3684c545 HTTP/1.1" status: 204 len: 168 time: 0.5822682 Oct 17 04:30:59.408670 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a4cd95ca-e487-4613-aed1-b58e3aa8e320 admin admin] Publish callbacks [] for router_gateway (ef9dfe8e-2638-428a-b697-819c4f07a1e8), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.467447 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-04a53643-3e01-4c11-a035-837aa245cd50 None None] Publish callbacks [] for port (f54dd722-3934-4074-827d-fc16cd893a84), precommit_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.472327 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a52a6320-97ea-4572-bbaf-0a08275a6d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.473751 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 68534b29-a731-484e-a6e4-046aa6fd1bab triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:30:59.474133 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (68534b29-a731-484e-a6e4-046aa6fd1bab), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.474474 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 68534b29-a731-484e-a6e4-046aa6fd1bab Oct 17 04:30:59.493134 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] Publish callbacks [] for port (eb11dc13-8d02-43e0-aed3-a24829bb9267), precommit_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.509401 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (eb11dc13-8d02-43e0-aed3-a24829bb9267), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.542254 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a4cd95ca-e487-4613-aed1-b58e3aa8e320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.549176 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cfe2f8-345e-421d-86e5-844da0f1ebd5 admin admin] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:30:59.555228 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-04a53643-3e01-4c11-a035-837aa245cd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (f54dd722-3934-4074-827d-fc16cd893a84), after_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.585237 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-50cfe2f8-345e-421d-86e5-844da0f1ebd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:30:59.595663 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cfe2f8-345e-421d-86e5-844da0f1ebd5 admin admin] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:30:59.637169 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf1f57-ae75-4127-961b-f57174181534 None None] Pushing event updated for resources: {'Port': ['ID=eb11dc13-8d02-43e0-aed3-a24829bb9267,revision_number=2']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:59.638151 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:59.657914 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf1f57-ae75-4127-961b-f57174181534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:59.659556 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf1f57-ae75-4127-961b-f57174181534 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:59.659903 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf1f57-ae75-4127-961b-f57174181534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:59.660269 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf1f57-ae75-4127-961b-f57174181534 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:59.660611 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf1f57-ae75-4127-961b-f57174181534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:59.660947 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf1f57-ae75-4127-961b-f57174181534 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:59.664237 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf1f57-ae75-4127-961b-f57174181534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:59.664636 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf1f57-ae75-4127-961b-f57174181534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:59.664970 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf1f57-ae75-4127-961b-f57174181534 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:59.665339 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf1f57-ae75-4127-961b-f57174181534 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:59.665678 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf1f57-ae75-4127-961b-f57174181534 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:59.666029 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf1f57-ae75-4127-961b-f57174181534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:59.667461 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf1f57-ae75-4127-961b-f57174181534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:59.667843 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf1f57-ae75-4127-961b-f57174181534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:59.668149 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf1f57-ae75-4127-961b-f57174181534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bf1f57-ae75-4127-961b-f57174181534 None None] Tracked resource versions report: Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: pushed versions: Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: { 'AddressGroup': {'1.2'}, Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Agent': {'1.1'}, Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'ConntrackHelper': {'1.0'}, Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'LocalIPAssociation': {'1.0'}, Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Log': {'1.0'}, Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'NDPProxy': {'1.0'}, Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Network': {'1.1'}, Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Port': {'1.7'}, Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'PortForwarding': {'1.3'}, Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'QosPolicy': {'1.10'}, Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'SecurityGroup': {'1.5'}, Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'SecurityGroupRule': {'1.2'}, Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'SubPort': {'1.0'}, Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Subnet': {'1.1'}, Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Trunk': {'1.1'}} Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: consumer versions: Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: { DHCP agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: HyperV agent@hv-cinder-86155: {}, Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: L3 agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: Metadata agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: Metering agent@dv-cinder-861557-1-iscsi: {}, Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: Open vSwitch agent@dv-cinder-861557-1-iscsi: { 'AddressGroup': '1.2', Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Agent': '1.1', Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'ConntrackHelper': '1.0', Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'LocalIPAssociation': '1.0', Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Log': '1.0', Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'NDPProxy': '1.0', Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Network': '1.1', Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Port': '1.7', Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'PortForwarding': '1.3', Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'QosPolicy': '1.10', Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'SecurityGroup': '1.5', Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'SecurityGroupRule': '1.2', Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'SubPort': '1.0', Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Subnet': '1.1', Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: 'Trunk': '1.1'}} Oct 17 04:30:59.670759 dv-cinder-861557-1-iscsi neutron-server[104490]: {{(pid=104490) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 04:30:59.678167 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] Attempting to bind port eb11dc13-8d02-43e0-aed3-a24829bb9267 on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:30:59.684422 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] Attempting to bind port eb11dc13-8d02-43e0-aed3-a24829bb9267 by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:30:59.688180 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] Attempting to bind port eb11dc13-8d02-43e0-aed3-a24829bb9267 on network b27d8a1d-9748-4759-bac0-ee0df018117d {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:30:59.693244 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_common [None req-a52a6320-97ea-4572-bbaf-0a08275a6d70 admin admin] Allocated IP 172.27.3.118 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/af585dea-1e97-44ea-a9ab-20728b2fcfbd) {{(pid=104488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:30:59.741794 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfe2f8-345e-421d-86e5-844da0f1ebd5 admin admin] Pushing event updated for resources: {'Port': ['ID=e322bd02-8ff2-40a3-b8c7-25e61d874f7b,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:59.753573 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:30:59.753986 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] Checking segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:30:59.754452 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.754855 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] Bound using segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:30:59.755337 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] Bound port: eb11dc13-8d02-43e0-aed3-a24829bb9267, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:30:59.755804 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (eb11dc13-8d02-43e0-aed3-a24829bb9267), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.830055 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] For port eb11dc13-8d02-43e0-aed3-a24829bb9267, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:30:59.835185 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] For port eb11dc13-8d02-43e0-aed3-a24829bb9267, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=eb11dc13-8d02-43e0-aed3-a24829bb9267,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:30:59.839108 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a52a6320-97ea-4572-bbaf-0a08275a6d70 admin admin] Publish callbacks [] for port (af585dea-1e97-44ea-a9ab-20728b2fcfbd), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.848709 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (eb11dc13-8d02-43e0-aed3-a24829bb9267), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.912970 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a52a6320-97ea-4572-bbaf-0a08275a6d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (af585dea-1e97-44ea-a9ab-20728b2fcfbd), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:30:59.913242 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a53643-3e01-4c11-a035-837aa245cd50 None None] Network 5b651c35-159b-4d6e-a364-6761b8b7e75b is already hosted by enough agents. {{(pid=104489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:30:59.925111 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:59.925940 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a34c67-22b3-4867-9e98-dda3fc9e80b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313c28c0-ef61-4b16-bb89-983b3684c545,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:59.939789 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:30:59.942643 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf1f57-ae75-4127-961b-f57174181534 None None] Pushing event updated for resources: {'Port': ['ID=eb11dc13-8d02-43e0-aed3-a24829bb9267,revision_number=3']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:30:59.956576 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] Routers {'360408b5-178b-451c-aa29-5d9d8bcf86eb'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:30:59.957324 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:30:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['360408b5-178b-451c-aa29-5d9d8bcf86eb'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:30:59.986985 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.base_scheduler [None req-04a53643-3e01-4c11-a035-837aa245cd50 None None] Resources bound (agent type, host, resource id): {{(pid=104489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:30:59.993750 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077773b4-b05f-4abb-a2c8-ddc873417190 None None] Pushing event updated for resources: {'Port': ['ID=78064146-4c70-42b2-a12a-c79b5a037e17,revision_number=2']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:00.001480 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52a6320-97ea-4572-bbaf-0a08275a6d70 admin admin] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:00.006030 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a53643-3e01-4c11-a035-837aa245cd50 None None] Received port after_create {{(pid=104489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:31:00.031329 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-a52a6320-97ea-4572-bbaf-0a08275a6d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:00.038593 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52a6320-97ea-4572-bbaf-0a08275a6d70 admin admin] Received port after_create {{(pid=104488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:31:00.048130 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:00.142190 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53774) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:00.145110 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] Set router 360408b5-178b-451c-aa29-5d9d8bcf86eb gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:00.176406 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-33dce7fb-c16e-4f32-8051-bf7f862b1f1d admin admin] Publish callbacks [] for router_gateway (cf3ccc05-0068-40f1-8539-7d2292f48ca6), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:00.188601 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-46f7556b-5fdd-4caa-8fad-bf4b071e1d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:00.216181 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-33dce7fb-c16e-4f32-8051-bf7f862b1f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:00.227907 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e903aa8a-a6b3-42c9-9c7b-b9141820cd5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:00.274575 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-a4cd95ca-e487-4613-aed1-b58e3aa8e320 admin admin] Allocated IP 172.27.3.151 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/703cf0c4-b12c-4e6a-9811-06f9c69856e7) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:31:00.314464 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a52a6320-97ea-4572-bbaf-0a08275a6d70 admin admin] Publish callbacks [] for router_gateway (b56d4330-1a0f-4d9d-89ad-2a23490cfb76), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:00.323953 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a6320-97ea-4572-bbaf-0a08275a6d70 admin admin] Pushing event updated for resources: {'Port': ['ID=af585dea-1e97-44ea-a9ab-20728b2fcfbd,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:00.334700 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-f8a84aef-2863-4364-8b1a-ff6cc17bf4a6 None None] Publish callbacks [] for port (d9885051-38ce-4bad-a5d8-bcc35ff5d7f7), precommit_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:00.390576 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-f8a84aef-2863-4364-8b1a-ff6cc17bf4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (d9885051-38ce-4bad-a5d8-bcc35ff5d7f7), after_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:00.423862 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a53643-3e01-4c11-a035-837aa245cd50 None None] Pushing event updated for resources: {'Port': ['ID=f54dd722-3934-4074-827d-fc16cd893a84,revision_number=1']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:00.426269 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-3e7b242f-0863-46fa-9433-300d4f85ce3e None None] Current status of the port 68534b29-a731-484e-a6e4-046aa6fd1bab is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:00.447123 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 68534b29-a731-484e-a6e4-046aa6fd1bab is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:00.503048 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'name': 'tempest-ServerRescueNegativeTestJSON-196942370-router', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:30:55Z', 'revision_number': 3, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'gw_port': {'id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:86:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:00.525349 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.db_base_plugin_common [None req-55426379-431a-45ce-8995-f0ed802776b1 None None] Allocated IP 172.20.0.2 (8500cc6f-85c4-44a2-bb52-3bb418fbfad7/b5d4a9e5-6112-4f76-b8de-700c6543d986/671c48d6-1bf7-4af3-9c10-f1178369ab48) {{(pid=104489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:31:00.547093 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a84aef-2863-4364-8b1a-ff6cc17bf4a6 None None] Network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 is already hosted by enough agents. {{(pid=104489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:00.547709 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-04a53643-3e01-4c11-a035-837aa245cd50 None None] Attempting to bind port f54dd722-3934-4074-827d-fc16cd893a84 on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:31:00.548075 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-04a53643-3e01-4c11-a035-837aa245cd50 None None] Attempting to bind port f54dd722-3934-4074-827d-fc16cd893a84 by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': 'c26ac881-75a2-4c4f-bf22-c9e5e29baaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:31:00.548437 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a53643-3e01-4c11-a035-837aa245cd50 None None] Attempting to bind port f54dd722-3934-4074-827d-fc16cd893a84 on network 5b651c35-159b-4d6e-a364-6761b8b7e75b {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:00.571398 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534881ab-b29c-4480-acdc-f6c64b93360f None None] The sync data for ids ['360408b5-178b-451c-aa29-5d9d8bcf86eb'] in dv-cinder-861557-1-iscsi is: [{'id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'name': 'tempest-ServerRescueNegativeTestJSON-196942370-router', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:30:55Z', 'revision_number': 3, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'gw_port': {'id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:86:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:31:00.577873 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.base_scheduler [None req-f8a84aef-2863-4364-8b1a-ff6cc17bf4a6 None None] Resources bound (agent type, host, resource id): {{(pid=104489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:00.610777 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a84aef-2863-4364-8b1a-ff6cc17bf4a6 None None] Pushing event updated for resources: {'Port': ['ID=d9885051-38ce-4bad-a5d8-bcc35ff5d7f7,revision_number=1']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:00.635732 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a84aef-2863-4364-8b1a-ff6cc17bf4a6 None None] Received port after_create {{(pid=104489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:31:00.673704 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:00.710908 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 78064146-4c70-42b2-a12a-c79b5a037e17 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:00.770885 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:00.815268 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e903aa8a-a6b3-42c9-9c7b-b9141820cd5d admin admin] Publish callbacks [] for security_group (dcb66627-326f-447c-aabf-3b3a4e810d23), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:00.866638 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a53643-3e01-4c11-a035-837aa245cd50 None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:31:00.867153 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a53643-3e01-4c11-a035-837aa245cd50 None None] Checking segment: {'id': 'c26ac881-75a2-4c4f-bf22-c9e5e29baaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:31:00.867558 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-04a53643-3e01-4c11-a035-837aa245cd50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:00.867821 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a53643-3e01-4c11-a035-837aa245cd50 None None] Bound using segment: {'id': 'c26ac881-75a2-4c4f-bf22-c9e5e29baaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:31:00.868995 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e903aa8a-a6b3-42c9-9c7b-b9141820cd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (dcb66627-326f-447c-aabf-3b3a4e810d23), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:00.873653 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-04a53643-3e01-4c11-a035-837aa245cd50 None None] Bound port: f54dd722-3934-4074-827d-fc16cd893a84, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26ac881-75a2-4c4f-bf22-c9e5e29baaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:31:00.874070 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-04a53643-3e01-4c11-a035-837aa245cd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f54dd722-3934-4074-827d-fc16cd893a84), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:00.922603 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 78064146-4c70-42b2-a12a-c79b5a037e17 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:00.922994 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (78064146-4c70-42b2-a12a-c79b5a037e17), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:00.923382 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 78064146-4c70-42b2-a12a-c79b5a037e17 Oct 17 04:31:00.947061 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:01.050141 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-04a53643-3e01-4c11-a035-837aa245cd50 None None] For port f54dd722-3934-4074-827d-fc16cd893a84, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:31:01.053959 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-04a53643-3e01-4c11-a035-837aa245cd50 None None] For port f54dd722-3934-4074-827d-fc16cd893a84, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=f54dd722-3934-4074-827d-fc16cd893a84,segment=NetworkSegment(c26ac881-75a2-4c4f-bf22-c9e5e29baaeb),segment_id=c26ac881-75a2-4c4f-bf22-c9e5e29baaeb)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:31:01.063823 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-50cfe2f8-345e-421d-86e5-844da0f1ebd5 admin admin] Publish callbacks [] for router_gateway (2c7c6e38-6b11-4d56-9711-38ee49b63176), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:01.071753 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a52a6320-97ea-4572-bbaf-0a08275a6d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638852'] for router (b56d4330-1a0f-4d9d-89ad-2a23490cfb76), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:01.088168 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_common [None req-46f7556b-5fdd-4caa-8fad-bf4b071e1d05 admin admin] Allocated IP 172.20.0.1 (4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb/c0346a38-a53e-4be5-b7d5-8ede2ed11f33/763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7) {{(pid=104488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:31:01.117163 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-e903aa8a-a6b3-42c9-9c7b-b9141820cd5d admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=6390224fa7f949219c4e6037a56ec37c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9737911 Oct 17 04:31:01.118031 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53788) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:01.124116 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12397b4e-e564-47d2-a5b6-66abc604c3da None None] Network 596ebb0d-79d0-45f5-9e52-b2ce25b00863 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:31:01.124680 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903aa8a-a6b3-42c9-9c7b-b9141820cd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb66627-326f-447c-aabf-3b3a4e810d23,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:01.153212 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-04a53643-3e01-4c11-a035-837aa245cd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (f54dd722-3934-4074-827d-fc16cd893a84), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:01.247555 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a4cd95ca-e487-4613-aed1-b58e3aa8e320 admin admin] Publish callbacks [] for port (703cf0c4-b12c-4e6a-9811-06f9c69856e7), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:01.265325 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:01.277950 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:01.302129 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a53643-3e01-4c11-a035-837aa245cd50 None None] Pushing event updated for resources: {'Port': ['ID=f54dd722-3934-4074-827d-fc16cd893a84,revision_number=2']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:01.304796 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-f8a84aef-2863-4364-8b1a-ff6cc17bf4a6 None None] Attempting to bind port d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:31:01.305202 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-f8a84aef-2863-4364-8b1a-ff6cc17bf4a6 None None] Attempting to bind port d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:31:01.305933 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a84aef-2863-4364-8b1a-ff6cc17bf4a6 None None] Attempting to bind port d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 on network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:01.330226 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-46f7556b-5fdd-4caa-8fad-bf4b071e1d05 admin admin] Publish callbacks [] for port (763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:01.352381 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:01.374009 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52a6320-97ea-4572-bbaf-0a08275a6d70 admin admin] Router b56d4330-1a0f-4d9d-89ad-2a23490cfb76 is scheduled to L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 with binding_index 1 {{(pid=104488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 04:31:01.424574 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a4cd95ca-e487-4613-aed1-b58e3aa8e320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (703cf0c4-b12c-4e6a-9811-06f9c69856e7), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:01.497384 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 53792) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:01.499525 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52a6320-97ea-4572-bbaf-0a08275a6d70 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:31:01.506245 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-46f7556b-5fdd-4caa-8fad-bf4b071e1d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:01.576242 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-8d032253-a228-4096-9199-d4bd7ce262d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:01.580584 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] Sync routers for ids ['b56d4330-1a0f-4d9d-89ad-2a23490cfb76'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:31:01.590522 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f7556b-5fdd-4caa-8fad-bf4b071e1d05 admin admin] Network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:01.594491 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-fb7295a3-0edc-4fb4-b853-ab40a9d0ec2c None None] Provisioning complete for port 78064146-4c70-42b2-a12a-c79b5a037e17 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:01.596081 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-fb7295a3-0edc-4fb4-b853-ab40a9d0ec2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (78064146-4c70-42b2-a12a-c79b5a037e17), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:01.596483 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-fb7295a3-0edc-4fb4-b853-ab40a9d0ec2c None None] Attempt 1 to provision port 78064146-4c70-42b2-a12a-c79b5a037e17 Oct 17 04:31:01.598752 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a52a6320-97ea-4572-bbaf-0a08275a6d70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:01.599823 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-a52a6320-97ea-4572-bbaf-0a08275a6d70 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3559937 Oct 17 04:31:01.603445 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-46f7556b-5fdd-4caa-8fad-bf4b071e1d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:01.605904 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 53798) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:01.610654 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f7556b-5fdd-4caa-8fad-bf4b071e1d05 admin admin] Received port after_create {{(pid=104488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:31:01.611398 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-46f7556b-5fdd-4caa-8fad-bf4b071e1d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648191'] for router_interface (360408b5-178b-451c-aa29-5d9d8bcf86eb), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:01.621088 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7556b-5fdd-4caa-8fad-bf4b071e1d05 admin admin] Pushing event updated for resources: {'Port': ['ID=763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:01.649251 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cd95ca-e487-4613-aed1-b58e3aa8e320 admin admin] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:01.688453 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a84aef-2863-4364-8b1a-ff6cc17bf4a6 None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:31:01.696293 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a84aef-2863-4364-8b1a-ff6cc17bf4a6 None None] Checking segment: {'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:31:01.698863 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-f8a84aef-2863-4364-8b1a-ff6cc17bf4a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:01.699009 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a84aef-2863-4364-8b1a-ff6cc17bf4a6 None None] Bound using segment: {'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:31:01.700496 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-f8a84aef-2863-4364-8b1a-ff6cc17bf4a6 None None] Bound port: d9885051-38ce-4bad-a5d8-bcc35ff5d7f7, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:31:01.700904 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-f8a84aef-2863-4364-8b1a-ff6cc17bf4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (d9885051-38ce-4bad-a5d8-bcc35ff5d7f7), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:01.715206 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-a4cd95ca-e487-4613-aed1-b58e3aa8e320 admin admin] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:01.717750 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cd95ca-e487-4613-aed1-b58e3aa8e320 admin admin] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:31:01.874843 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8cdc2bc0-0fa6-4055-84c6-ad0fa63b5cfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:01.905709 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-33dce7fb-c16e-4f32-8051-bf7f862b1f1d admin admin] Allocated IP 172.27.3.18 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/8ae39705-2e31-4fb3-914c-6cdaeb6192d7) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:31:01.966493 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-f74ccd30-6546-44bc-b77a-2e7778475a8f admin admin] Publish callbacks [] for security_group (dcb66627-326f-447c-aabf-3b3a4e810d23), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:01.977311 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:01.979304 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 78064146-4c70-42b2-a12a-c79b5a037e17 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:01.979731 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (78064146-4c70-42b2-a12a-c79b5a037e17), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:01.989300 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] Routers {'b56d4330-1a0f-4d9d-89ad-2a23490cfb76'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:31:01.989913 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:30:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['b56d4330-1a0f-4d9d-89ad-2a23490cfb76'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:01.991692 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-fb7295a3-0edc-4fb4-b853-ab40a9d0ec2c None None] Current status of the port 78064146-4c70-42b2-a12a-c79b5a037e17 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:01.992072 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-fb7295a3-0edc-4fb4-b853-ab40a9d0ec2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (78064146-4c70-42b2-a12a-c79b5a037e17), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:02.118052 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-55426379-431a-45ce-8995-f0ed802776b1 None None] Publish callbacks [] for port (671c48d6-1bf7-4af3-9c10-f1178369ab48), precommit_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:02.213765 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-55426379-431a-45ce-8995-f0ed802776b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (671c48d6-1bf7-4af3-9c10-f1178369ab48), after_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:02.257057 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8cdc2bc0-0fa6-4055-84c6-ad0fa63b5cfc admin admin] Publish callbacks [] for security_group (c6885b60-74e3-4c3b-a188-ca0581bc973f), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:02.263765 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-46f7556b-5fdd-4caa-8fad-bf4b071e1d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:02.280012 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd95ca-e487-4613-aed1-b58e3aa8e320 admin admin] Pushing event updated for resources: {'Port': ['ID=703cf0c4-b12c-4e6a-9811-06f9c69856e7,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:02.281109 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8cdc2bc0-0fa6-4055-84c6-ad0fa63b5cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (c6885b60-74e3-4c3b-a188-ca0581bc973f), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:02.305708 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:02.335351 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port 78064146-4c70-42b2-a12a-c79b5a037e17, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=78064146-4c70-42b2-a12a-c79b5a037e17,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:02.355428 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-f74ccd30-6546-44bc-b77a-2e7778475a8f admin admin] Publish callbacks [] for security_group (dcb66627-326f-447c-aabf-3b3a4e810d23), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:02.359213 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-50cfe2f8-345e-421d-86e5-844da0f1ebd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638852'] for router (2c7c6e38-6b11-4d56-9711-38ee49b63176), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:02.370660 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:02.404350 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (78064146-4c70-42b2-a12a-c79b5a037e17), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:02.405158 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc2bc0-0fa6-4055-84c6-ad0fa63b5cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6885b60-74e3-4c3b-a188-ca0581bc973f,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:02.414525 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-8cdc2bc0-0fa6-4055-84c6-ad0fa63b5cfc admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=d53116c9742a45c2950ad9fd2ba13bfc&name=default HTTP/1.1" status: 200 len: 2994 time: 0.9103363 Oct 17 04:31:02.420031 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55426379-431a-45ce-8995-f0ed802776b1 None None] Network 8500cc6f-85c4-44a2-bb52-3bb418fbfad7 is already hosted by enough agents. {{(pid=104489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:02.430425 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-f8a84aef-2863-4364-8b1a-ff6cc17bf4a6 None None] For port d9885051-38ce-4bad-a5d8-bcc35ff5d7f7, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:31:02.433544 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 53814) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:02.436842 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.base_scheduler [None req-55426379-431a-45ce-8995-f0ed802776b1 None None] Resources bound (agent type, host, resource id): {{(pid=104489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:02.470616 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55426379-431a-45ce-8995-f0ed802776b1 None None] Received port after_create {{(pid=104489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:31:02.477835 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55426379-431a-45ce-8995-f0ed802776b1 None None] Pushing event updated for resources: {'Port': ['ID=671c48d6-1bf7-4af3-9c10-f1178369ab48,revision_number=1']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:02.497433 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] Set router b56d4330-1a0f-4d9d-89ad-2a23490cfb76 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:02.501268 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-f8a84aef-2863-4364-8b1a-ff6cc17bf4a6 None None] For port d9885051-38ce-4bad-a5d8-bcc35ff5d7f7, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=d9885051-38ce-4bad-a5d8-bcc35ff5d7f7,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:31:02.548469 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:02.625692 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-33dce7fb-c16e-4f32-8051-bf7f862b1f1d admin admin] Publish callbacks [] for port (8ae39705-2e31-4fb3-914c-6cdaeb6192d7), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:02.629634 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:02.661534 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-f8a84aef-2863-4364-8b1a-ff6cc17bf4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (d9885051-38ce-4bad-a5d8-bcc35ff5d7f7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:02.708795 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-92780bb7-72f2-45cf-b849-f32ef07bbb6e admin admin] Publish callbacks [] for security_group (c6885b60-74e3-4c3b-a188-ca0581bc973f), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:02.825298 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-92780bb7-72f2-45cf-b849-f32ef07bbb6e admin admin] Publish callbacks [] for security_group (c6885b60-74e3-4c3b-a188-ca0581bc973f), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:02.897753 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-f74ccd30-6546-44bc-b77a-2e7778475a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (dcb66627-326f-447c-aabf-3b3a4e810d23), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:02.931463 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-f74ccd30-6546-44bc-b77a-2e7778475a8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:02.938157 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-f74ccd30-6546-44bc-b77a-2e7778475a8f admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/dcb66627-326f-447c-aabf-3b3a4e810d23 HTTP/1.1" status: 204 len: 168 time: 1.8148808 Oct 17 04:31:02.954475 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device f54dd722-3934-4074-827d-fc16cd893a84 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:02.968024 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.db.api [None req-fb7295a3-0edc-4fb4-b853-ab40a9d0ec2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 17 04:31:02.968583 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG oslo_db.api [None req-fb7295a3-0edc-4fb4-b853-ab40a9d0ec2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 04:31:03.011750 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ccd30-6546-44bc-b77a-2e7778475a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb66627-326f-447c-aabf-3b3a4e810d23,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:03.012465 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-92780bb7-72f2-45cf-b849-f32ef07bbb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (c6885b60-74e3-4c3b-a188-ca0581bc973f), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:03.020640 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-92780bb7-72f2-45cf-b849-f32ef07bbb6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:03.024861 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-92780bb7-72f2-45cf-b849-f32ef07bbb6e admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/c6885b60-74e3-4c3b-a188-ca0581bc973f HTTP/1.1" status: 204 len: 168 time: 0.5889812 Oct 17 04:31:03.027118 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-33dce7fb-c16e-4f32-8051-bf7f862b1f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (8ae39705-2e31-4fb3-914c-6cdaeb6192d7), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:03.038720 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a4cd95ca-e487-4613-aed1-b58e3aa8e320 admin admin] Publish callbacks [] for router_gateway (ef9dfe8e-2638-428a-b697-819c4f07a1e8), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:03.152618 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:03.154687 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c951bfd9-2079-455a-a5eb-f96823b5a075 None None] Network 5b651c35-159b-4d6e-a364-6761b8b7e75b requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:31:03.212450 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dce7fb-c16e-4f32-8051-bf7f862b1f1d admin admin] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:03.225476 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dce7fb-c16e-4f32-8051-bf7f862b1f1d admin admin] Pushing event updated for resources: {'Port': ['ID=8ae39705-2e31-4fb3-914c-6cdaeb6192d7,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:03.237299 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-33dce7fb-c16e-4f32-8051-bf7f862b1f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:03.304769 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cfe2f8-345e-421d-86e5-844da0f1ebd5 admin admin] Router 2c7c6e38-6b11-4d56-9711-38ee49b63176 is scheduled to L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 with binding_index 1 {{(pid=104487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 04:31:03.315935 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dce7fb-c16e-4f32-8051-bf7f862b1f1d admin admin] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:31:03.445250 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-46f7556b-5fdd-4caa-8fad-bf4b071e1d05 admin admin] Publish callbacks [] for port (763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:03.527194 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92780bb7-72f2-45cf-b849-f32ef07bbb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6885b60-74e3-4c3b-a188-ca0581bc973f,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:03.535865 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-82181780-9012-48d1-a9bd-c9fec81c60cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:03.550680 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:03.569445 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-46f7556b-5fdd-4caa-8fad-bf4b071e1d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:03.570391 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-46f7556b-5fdd-4caa-8fad-bf4b071e1d05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648291'] for router_interface (360408b5-178b-451c-aa29-5d9d8bcf86eb), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:03.668455 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a4cd95ca-e487-4613-aed1-b58e3aa8e320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638852'] for router (ef9dfe8e-2638-428a-b697-819c4f07a1e8), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:03.696302 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=78064146-4c70-42b2-a12a-c79b5a037e17,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:03.705384 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-55426379-431a-45ce-8995-f0ed802776b1 None None] Attempting to bind port 671c48d6-1bf7-4af3-9c10-f1178369ab48 on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:31:03.706272 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-55426379-431a-45ce-8995-f0ed802776b1 None None] Attempting to bind port 671c48d6-1bf7-4af3-9c10-f1178369ab48 by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': '62b8bbe0-1969-454f-98b1-1af7f8eb0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8500cc6f-85c4-44a2-bb52-3bb418fbfad7'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:31:03.706811 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55426379-431a-45ce-8995-f0ed802776b1 None None] Attempting to bind port 671c48d6-1bf7-4af3-9c10-f1178369ab48 on network 8500cc6f-85c4-44a2-bb52-3bb418fbfad7 {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:03.726962 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cfe2f8-345e-421d-86e5-844da0f1ebd5 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:31:03.737211 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] Sync routers for ids ['2c7c6e38-6b11-4d56-9711-38ee49b63176'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:31:03.747011 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:03.749591 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-88edb465-63b8-475a-8f10-2b27983d57b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:03.760553 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] Routers {'2c7c6e38-6b11-4d56-9711-38ee49b63176'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:31:03.764782 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:04Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['2c7c6e38-6b11-4d56-9711-38ee49b63176'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:03.821825 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-fb7295a3-0edc-4fb4-b853-ab40a9d0ec2c None None] Current status of the port 78064146-4c70-42b2-a12a-c79b5a037e17 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:03.891970 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53836) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:03.984929 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] Set router 2c7c6e38-6b11-4d56-9711-38ee49b63176 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:04.023836 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-50cfe2f8-345e-421d-86e5-844da0f1ebd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:04.025373 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-50cfe2f8-345e-421d-86e5-844da0f1ebd5 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.9267313 Oct 17 04:31:04.045507 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 53842) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:04.048963 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-44063469-c834-4e34-ac12-23470f5d6134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:04.074832 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port f54dd722-3934-4074-827d-fc16cd893a84 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:04.075230 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (f54dd722-3934-4074-827d-fc16cd893a84), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:04.075572 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port f54dd722-3934-4074-827d-fc16cd893a84 Oct 17 04:31:04.077589 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56d4330-1a0f-4d9d-89ad-2a23490cfb76', 'name': 'tempest-DeleteServersTestJSON-794194935-router', 'tenant_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'af585dea-1e97-44ea-a9ab-20728b2fcfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:00Z', 'revision_number': 3, 'project_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'gw_port': {'id': 'af585dea-1e97-44ea-a9ab-20728b2fcfbd', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56d4330-1a0f-4d9d-89ad-2a23490cfb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:04.097346 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:04.108877 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-33dce7fb-c16e-4f32-8051-bf7f862b1f1d admin admin] Publish callbacks [] for router_gateway (cf3ccc05-0068-40f1-8539-7d2292f48ca6), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:04.159508 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a84aef-2863-4364-8b1a-ff6cc17bf4a6 None None] Pushing event updated for resources: {'Port': ['ID=d9885051-38ce-4bad-a5d8-bcc35ff5d7f7,revision_number=2']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:04.183535 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-60272e20-2e0f-40b0-b923-d4a76bcc7309 None None] Provisioning complete for port 78064146-4c70-42b2-a12a-c79b5a037e17 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:04.183910 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-60272e20-2e0f-40b0-b923-d4a76bcc7309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (78064146-4c70-42b2-a12a-c79b5a037e17), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:04.184249 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-60272e20-2e0f-40b0-b923-d4a76bcc7309 None None] Attempt 1 to provision port 78064146-4c70-42b2-a12a-c79b5a037e17 Oct 17 04:31:04.186096 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] Checking router: b56d4330-1a0f-4d9d-89ad-2a23490cfb76 for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:31:04.186424 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] Updating router b56d4330-1a0f-4d9d-89ad-2a23490cfb76 port af585dea-1e97-44ea-a9ab-20728b2fcfbd binding host dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:31:04.195229 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55426379-431a-45ce-8995-f0ed802776b1 None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:31:04.195604 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55426379-431a-45ce-8995-f0ed802776b1 None None] Checking segment: {'id': '62b8bbe0-1969-454f-98b1-1af7f8eb0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8500cc6f-85c4-44a2-bb52-3bb418fbfad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:31:04.196015 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-55426379-431a-45ce-8995-f0ed802776b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:04.196414 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55426379-431a-45ce-8995-f0ed802776b1 None None] Bound using segment: {'id': '62b8bbe0-1969-454f-98b1-1af7f8eb0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8500cc6f-85c4-44a2-bb52-3bb418fbfad7'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:31:04.196904 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-55426379-431a-45ce-8995-f0ed802776b1 None None] Bound port: 671c48d6-1bf7-4af3-9c10-f1178369ab48, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b8bbe0-1969-454f-98b1-1af7f8eb0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8500cc6f-85c4-44a2-bb52-3bb418fbfad7'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:31:04.197445 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-55426379-431a-45ce-8995-f0ed802776b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (671c48d6-1bf7-4af3-9c10-f1178369ab48), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:04.225933 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_common [None req-82181780-9012-48d1-a9bd-c9fec81c60cc admin admin] Allocated IP 172.20.0.1 (8500cc6f-85c4-44a2-bb52-3bb418fbfad7/b5d4a9e5-6112-4f76-b8de-700c6543d986/84b561a0-8c65-4488-838b-523416b6329f) {{(pid=104488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:31:04.364727 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4cd95ca-e487-4613-aed1-b58e3aa8e320 admin admin] Router ef9dfe8e-2638-428a-b697-819c4f07a1e8 is scheduled to L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 with binding_index 1 {{(pid=104487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 04:31:04.374727 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (af585dea-1e97-44ea-a9ab-20728b2fcfbd), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:04.390761 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'name': 'tempest-AttachVolumeShelveTestJSON-998903936-router', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:56Z', 'updated_at': '2022-10-17T04:31:00Z', 'revision_number': 3, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'gw_port': {'id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:04.393815 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-44063469-c834-4e34-ac12-23470f5d6134 admin admin] Publish callbacks [] for security_group (684a2e4d-4e16-4afc-b7a6-8811fe6614cf), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:04.430407 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-82181780-9012-48d1-a9bd-c9fec81c60cc admin admin] Publish callbacks [] for port (84b561a0-8c65-4488-838b-523416b6329f), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:04.449685 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-44063469-c834-4e34-ac12-23470f5d6134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (684a2e4d-4e16-4afc-b7a6-8811fe6614cf), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:04.471015 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] Checking router: 2c7c6e38-6b11-4d56-9711-38ee49b63176 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:31:04.471491 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] Updating router 2c7c6e38-6b11-4d56-9711-38ee49b63176 port e322bd02-8ff2-40a3-b8c7-25e61d874f7b binding host dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:31:04.486145 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:04.487389 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:04.488605 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7556b-5fdd-4caa-8fad-bf4b071e1d05 admin admin] Pushing event updated for resources: {'Port': ['ID=763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:04.504450 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f7556b-5fdd-4caa-8fad-bf4b071e1d05 admin admin] Network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:04.519034 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-55426379-431a-45ce-8995-f0ed802776b1 None None] For port 671c48d6-1bf7-4af3-9c10-f1178369ab48, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:31:04.574414 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (e322bd02-8ff2-40a3-b8c7-25e61d874f7b), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:04.574972 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a75be0-8215-4e2d-8dc9-eb1fab741c6e None None] Network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:31:04.634271 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port f54dd722-3934-4074-827d-fc16cd893a84 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:04.634661 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f54dd722-3934-4074-827d-fc16cd893a84), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:04.656564 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-46f7556b-5fdd-4caa-8fad-bf4b071e1d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:04.692642 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-55426379-431a-45ce-8995-f0ed802776b1 None None] For port 671c48d6-1bf7-4af3-9c10-f1178369ab48, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=671c48d6-1bf7-4af3-9c10-f1178369ab48,segment=NetworkSegment(62b8bbe0-1969-454f-98b1-1af7f8eb0066),segment_id=62b8bbe0-1969-454f-98b1-1af7f8eb0066)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:31:04.738597 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-44063469-c834-4e34-ac12-23470f5d6134 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=277cabb318a7489d8bc7baf839c9c71c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8421080 Oct 17 04:31:04.739611 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44063469-c834-4e34-ac12-23470f5d6134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684a2e4d-4e16-4afc-b7a6-8811fe6614cf,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:04.743826 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53848) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:04.753886 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-33dce7fb-c16e-4f32-8051-bf7f862b1f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638852'] for router (cf3ccc05-0068-40f1-8539-7d2292f48ca6), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:04.804971 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:04.814146 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-82181780-9012-48d1-a9bd-c9fec81c60cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (84b561a0-8c65-4488-838b-523416b6329f), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:04.880914 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-55426379-431a-45ce-8995-f0ed802776b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (671c48d6-1bf7-4af3-9c10-f1178369ab48), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:04.905325 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cd95ca-e487-4613-aed1-b58e3aa8e320 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:31:04.987801 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] Sync routers for ids ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:31:05.019558 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port f54dd722-3934-4074-827d-fc16cd893a84, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=f54dd722-3934-4074-827d-fc16cd893a84,segment=NetworkSegment(c26ac881-75a2-4c4f-bf22-c9e5e29baaeb),segment_id=c26ac881-75a2-4c4f-bf22-c9e5e29baaeb)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:05.023447 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:05.023769 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-60272e20-2e0f-40b0-b923-d4a76bcc7309 None None] Current status of the port 78064146-4c70-42b2-a12a-c79b5a037e17 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:05.075906 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82181780-9012-48d1-a9bd-c9fec81c60cc admin admin] Network 8500cc6f-85c4-44a2-bb52-3bb418fbfad7 is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:05.081522 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a4cd95ca-e487-4613-aed1-b58e3aa8e320 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:05.090959 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-a4cd95ca-e487-4613-aed1-b58e3aa8e320 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4979248 Oct 17 04:31:05.096347 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53856) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:05.107110 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ad54ba0d-6bd2-44bc-b6e2-df4c7d8e43bc admin admin] Publish callbacks [] for security_group (684a2e4d-4e16-4afc-b7a6-8811fe6614cf), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:05.129437 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:05.190348 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55426379-431a-45ce-8995-f0ed802776b1 None None] Pushing event updated for resources: {'Port': ['ID=671c48d6-1bf7-4af3-9c10-f1178369ab48,revision_number=2']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:05.202217 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] Publish callbacks [] for port (e322bd02-8ff2-40a3-b8c7-25e61d874f7b), precommit_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:05.213373 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (e322bd02-8ff2-40a3-b8c7-25e61d874f7b), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:05.222046 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (f54dd722-3934-4074-827d-fc16cd893a84), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:05.228185 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82181780-9012-48d1-a9bd-c9fec81c60cc admin admin] Pushing event updated for resources: {'Port': ['ID=84b561a0-8c65-4488-838b-523416b6329f,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:05.231357 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device eb11dc13-8d02-43e0-aed3-a24829bb9267 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:05.232004 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-82181780-9012-48d1-a9bd-c9fec81c60cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:05.263615 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:05.314801 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] Attempting to bind port e322bd02-8ff2-40a3-b8c7-25e61d874f7b on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:31:05.315178 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] Attempting to bind port e322bd02-8ff2-40a3-b8c7-25e61d874f7b by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:31:05.315539 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] Attempting to bind port e322bd02-8ff2-40a3-b8c7-25e61d874f7b on network b27d8a1d-9748-4759-bac0-ee0df018117d {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:05.363321 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ad54ba0d-6bd2-44bc-b6e2-df4c7d8e43bc admin admin] Publish callbacks [] for security_group (684a2e4d-4e16-4afc-b7a6-8811fe6614cf), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:05.394515 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9862ea-4c56-4aa7-a654-390b6e62a8d7 None None] Pushing event updated for resources: {'Port': ['ID=e322bd02-8ff2-40a3-b8c7-25e61d874f7b,revision_number=2']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:05.411335 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:05.441688 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f7556b-5fdd-4caa-8fad-bf4b071e1d05 admin admin] Router 360408b5-178b-451c-aa29-5d9d8bcf86eb has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:31:05.450169 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82181780-9012-48d1-a9bd-c9fec81c60cc admin admin] Received port after_create {{(pid=104488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:31:05.451011 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-82181780-9012-48d1-a9bd-c9fec81c60cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648191'] for router_interface (b56d4330-1a0f-4d9d-89ad-2a23490cfb76), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:05.451989 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:31:05.452364 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] Checking segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:31:05.452766 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:05.453232 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] Bound using segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:31:05.453720 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] Bound port: e322bd02-8ff2-40a3-b8c7-25e61d874f7b, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:31:05.454099 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (e322bd02-8ff2-40a3-b8c7-25e61d874f7b), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:05.475139 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:05.511496 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:05.555025 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ad54ba0d-6bd2-44bc-b6e2-df4c7d8e43bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (684a2e4d-4e16-4afc-b7a6-8811fe6614cf), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:05.557679 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ad54ba0d-6bd2-44bc-b6e2-df4c7d8e43bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:05.561252 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-ad54ba0d-6bd2-44bc-b6e2-df4c7d8e43bc admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/684a2e4d-4e16-4afc-b7a6-8811fe6614cf HTTP/1.1" status: 204 len: 168 time: 0.8137767 Oct 17 04:31:05.583004 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] For port e322bd02-8ff2-40a3-b8c7-25e61d874f7b, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:31:05.586989 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] For port e322bd02-8ff2-40a3-b8c7-25e61d874f7b, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=e322bd02-8ff2-40a3-b8c7-25e61d874f7b,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:31:05.591921 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54ba0d-6bd2-44bc-b6e2-df4c7d8e43bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684a2e4d-4e16-4afc-b7a6-8811fe6614cf,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:05.600902 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (e322bd02-8ff2-40a3-b8c7-25e61d874f7b), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:05.607415 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33dce7fb-c16e-4f32-8051-bf7f862b1f1d admin admin] Router cf3ccc05-0068-40f1-8539-7d2292f48ca6 is scheduled to L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 with binding_index 1 {{(pid=104487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 04:31:05.662458 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] Routers {'2c7c6e38-6b11-4d56-9711-38ee49b63176'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:31:05.663191 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:04Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['2c7c6e38-6b11-4d56-9711-38ee49b63176'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:05.670842 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-228747d5-3af0-4022-bc80-a16ce8712e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:05.787951 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9862ea-4c56-4aa7-a654-390b6e62a8d7 None None] Pushing event updated for resources: {'Port': ['ID=e322bd02-8ff2-40a3-b8c7-25e61d874f7b,revision_number=3']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:05.800425 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dce7fb-c16e-4f32-8051-bf7f862b1f1d admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:31:05.814043 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] Sync routers for ids ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:31:05.824805 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-33dce7fb-c16e-4f32-8051-bf7f862b1f1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:05.831450 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-33dce7fb-c16e-4f32-8051-bf7f862b1f1d admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.6755879 Oct 17 04:31:05.833366 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 53868) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:05.850060 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=f54dd722-3934-4074-827d-fc16cd893a84,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:05.888550 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] Routers {'ef9dfe8e-2638-428a-b697-819c4f07a1e8'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:31:05.899487 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:04Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:05.926470 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_common [None req-228747d5-3af0-4022-bc80-a16ce8712e50 admin admin] Allocated IP 172.20.0.1 (596ebb0d-79d0-45f5-9e52-b2ce25b00863/7c706f9b-2867-4158-b285-926a4adb47a2/78935399-6a90-4839-8df7-6fc05be54b3e) {{(pid=104488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:31:05.938179 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:05.950876 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-60272e20-2e0f-40b0-b923-d4a76bcc7309 None None] Provisioning complete for port f54dd722-3934-4074-827d-fc16cd893a84 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:05.950876 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-60272e20-2e0f-40b0-b923-d4a76bcc7309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (f54dd722-3934-4074-827d-fc16cd893a84), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:05.951337 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-60272e20-2e0f-40b0-b923-d4a76bcc7309 None None] Attempt 1 to provision port f54dd722-3934-4074-827d-fc16cd893a84 Oct 17 04:31:06.004091 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] Routers {'cf3ccc05-0068-40f1-8539-7d2292f48ca6'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:31:06.005097 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:04Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:06.038591 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:06.052109 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-82181780-9012-48d1-a9bd-c9fec81c60cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (84b561a0-8c65-4488-838b-523416b6329f), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:06.216058 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] Set router 2c7c6e38-6b11-4d56-9711-38ee49b63176 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:06.374637 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] Publish callbacks [] for port (af585dea-1e97-44ea-a9ab-20728b2fcfbd), precommit_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:06.447856 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:06.466133 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (af585dea-1e97-44ea-a9ab-20728b2fcfbd), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:06.470587 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:06.497131 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:06.560421 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port eb11dc13-8d02-43e0-aed3-a24829bb9267 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:06.561398 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (eb11dc13-8d02-43e0-aed3-a24829bb9267), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:06.562501 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port eb11dc13-8d02-43e0-aed3-a24829bb9267 Oct 17 04:31:06.763922 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] Attempting to bind port af585dea-1e97-44ea-a9ab-20728b2fcfbd on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:31:06.766241 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] Attempting to bind port af585dea-1e97-44ea-a9ab-20728b2fcfbd by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:31:06.767170 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] Attempting to bind port af585dea-1e97-44ea-a9ab-20728b2fcfbd on network b27d8a1d-9748-4759-bac0-ee0df018117d {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:06.794826 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae40d7a-546a-4f44-8ca9-1594da38fb97 None None] Network 8500cc6f-85c4-44a2-bb52-3bb418fbfad7 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:31:06.855354 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] Set router ef9dfe8e-2638-428a-b697-819c4f07a1e8 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:06.860495 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:06.931719 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] Set router cf3ccc05-0068-40f1-8539-7d2292f48ca6 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:06.960066 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9c4ada3f-40b1-4291-9788-80d16e23a813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:06.986189 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:07.046834 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-228747d5-3af0-4022-bc80-a16ce8712e50 admin admin] Publish callbacks [] for port (78935399-6a90-4839-8df7-6fc05be54b3e), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:07.085029 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1c7a6-0976-4a1d-ac94-1192e8176597 None None] Pushing event updated for resources: {'Port': ['ID=af585dea-1e97-44ea-a9ab-20728b2fcfbd,revision_number=2']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:07.109505 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:07.113449 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f7556b-5fdd-4caa-8fad-bf4b071e1d05 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:31:07.156098 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-46f7556b-5fdd-4caa-8fad-bf4b071e1d05 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/360408b5-178b-451c-aa29-5d9d8bcf86eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3460517 Oct 17 04:31:07.165123 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-228747d5-3af0-4022-bc80-a16ce8712e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (78935399-6a90-4839-8df7-6fc05be54b3e), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:07.174175 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] Sync routers for ids ['360408b5-178b-451c-aa29-5d9d8bcf86eb'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:31:07.238726 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228747d5-3af0-4022-bc80-a16ce8712e50 admin admin] Pushing event updated for resources: {'Port': ['ID=78935399-6a90-4839-8df7-6fc05be54b3e,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:07.254369 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228747d5-3af0-4022-bc80-a16ce8712e50 admin admin] Network 596ebb0d-79d0-45f5-9e52-b2ce25b00863 is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:07.277399 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-228747d5-3af0-4022-bc80-a16ce8712e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:07.287570 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228747d5-3af0-4022-bc80-a16ce8712e50 admin admin] Received port after_create {{(pid=104488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:31:07.288188 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-228747d5-3af0-4022-bc80-a16ce8712e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648191'] for router_interface (2c7c6e38-6b11-4d56-9711-38ee49b63176), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:07.297139 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-9c4ada3f-40b1-4291-9788-80d16e23a813 admin admin] Allocated IP 172.20.0.1 (5b651c35-159b-4d6e-a364-6761b8b7e75b/d4565b2b-3a4c-4521-9f7b-f70198a8501f/decbcabf-cae3-43f6-b380-5ec431cf4aec) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:31:07.355808 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'name': 'tempest-AttachVolumeShelveTestJSON-998903936-router', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:56Z', 'updated_at': '2022-10-17T04:31:00Z', 'revision_number': 3, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'gw_port': {'id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:07.461237 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:07.493924 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7796af-c248-49a7-b93e-0f4aeeb6a850 None None] The sync data for ids ['2c7c6e38-6b11-4d56-9711-38ee49b63176'] in dv-cinder-861557-1-iscsi is: [{'id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'name': 'tempest-AttachVolumeShelveTestJSON-998903936-router', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:56Z', 'updated_at': '2022-10-17T04:31:00Z', 'revision_number': 3, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'gw_port': {'id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:31:07.495867 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'name': 'tempest-AttachVolumeTestJSON-690720917-router', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:03Z', 'revision_number': 3, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'gw_port': {'id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:07.534027 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] Checking router: cf3ccc05-0068-40f1-8539-7d2292f48ca6 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:31:07.534380 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] Updating router cf3ccc05-0068-40f1-8539-7d2292f48ca6 port 8ae39705-2e31-4fb3-914c-6cdaeb6192d7 binding host dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:31:07.535406 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9c4ada3f-40b1-4291-9788-80d16e23a813 admin admin] Publish callbacks [] for port (decbcabf-cae3-43f6-b380-5ec431cf4aec), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:07.596301 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (8ae39705-2e31-4fb3-914c-6cdaeb6192d7), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:07.681853 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-82181780-9012-48d1-a9bd-c9fec81c60cc admin admin] Publish callbacks [] for port (84b561a0-8c65-4488-838b-523416b6329f), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:07.702611 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-82181780-9012-48d1-a9bd-c9fec81c60cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (84b561a0-8c65-4488-838b-523416b6329f), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:07.703349 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-82181780-9012-48d1-a9bd-c9fec81c60cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648291'] for router_interface (b56d4330-1a0f-4d9d-89ad-2a23490cfb76), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:07.809452 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-228747d5-3af0-4022-bc80-a16ce8712e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (78935399-6a90-4839-8df7-6fc05be54b3e), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:07.940938 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-60272e20-2e0f-40b0-b923-d4a76bcc7309 None None] Current status of the port f54dd722-3934-4074-827d-fc16cd893a84 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:07.949664 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:31:07.950036 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] Checking segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:31:07.959926 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:07.960570 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] Bound using segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:31:07.962385 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] Bound port: af585dea-1e97-44ea-a9ab-20728b2fcfbd, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:31:07.962979 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (af585dea-1e97-44ea-a9ab-20728b2fcfbd), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:07.979076 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0748a90e-785f-4ede-bdd3-01d5a3e5e300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:07.984461 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9c4ada3f-40b1-4291-9788-80d16e23a813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (decbcabf-cae3-43f6-b380-5ec431cf4aec), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:07.984606 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:08.004540 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port eb11dc13-8d02-43e0-aed3-a24829bb9267 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:08.005191 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (eb11dc13-8d02-43e0-aed3-a24829bb9267), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:08.013037 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] Routers {'360408b5-178b-451c-aa29-5d9d8bcf86eb'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:31:08.013707 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:04Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['360408b5-178b-451c-aa29-5d9d8bcf86eb'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:08.018808 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:08.218722 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:08.256007 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:08.275046 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-60272e20-2e0f-40b0-b923-d4a76bcc7309 None None] Provisioning complete for port 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:08.279979 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-60272e20-2e0f-40b0-b923-d4a76bcc7309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:08.283153 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-60272e20-2e0f-40b0-b923-d4a76bcc7309 None None] Attempt 1 to provision port 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 Oct 17 04:31:08.308915 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82181780-9012-48d1-a9bd-c9fec81c60cc admin admin] Network 8500cc6f-85c4-44a2-bb52-3bb418fbfad7 is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:08.318771 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82181780-9012-48d1-a9bd-c9fec81c60cc admin admin] Pushing event updated for resources: {'Port': ['ID=84b561a0-8c65-4488-838b-523416b6329f,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:08.336370 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-82181780-9012-48d1-a9bd-c9fec81c60cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:08.484548 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] Publish callbacks [] for port (8ae39705-2e31-4fb3-914c-6cdaeb6192d7), precommit_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:08.500275 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (8ae39705-2e31-4fb3-914c-6cdaeb6192d7), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:08.511216 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] For port af585dea-1e97-44ea-a9ab-20728b2fcfbd, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:31:08.516905 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] For port af585dea-1e97-44ea-a9ab-20728b2fcfbd, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=af585dea-1e97-44ea-a9ab-20728b2fcfbd,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:31:08.524335 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ada3f-40b1-4291-9788-80d16e23a813 admin admin] Pushing event updated for resources: {'Port': ['ID=decbcabf-cae3-43f6-b380-5ec431cf4aec,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:08.548621 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (af585dea-1e97-44ea-a9ab-20728b2fcfbd), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:08.551334 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] Attempting to bind port 8ae39705-2e31-4fb3-914c-6cdaeb6192d7 on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:31:08.562772 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] Attempting to bind port 8ae39705-2e31-4fb3-914c-6cdaeb6192d7 by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:31:08.563920 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] Attempting to bind port 8ae39705-2e31-4fb3-914c-6cdaeb6192d7 on network b27d8a1d-9748-4759-bac0-ee0df018117d {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:08.589798 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4ada3f-40b1-4291-9788-80d16e23a813 admin admin] Network 5b651c35-159b-4d6e-a364-6761b8b7e75b is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:08.614100 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-9c4ada3f-40b1-4291-9788-80d16e23a813 admin admin] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:08.622324 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4ada3f-40b1-4291-9788-80d16e23a813 admin admin] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:31:08.622822 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9c4ada3f-40b1-4291-9788-80d16e23a813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648191'] for router_interface (cf3ccc05-0068-40f1-8539-7d2292f48ca6), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:08.658926 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port eb11dc13-8d02-43e0-aed3-a24829bb9267, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=eb11dc13-8d02-43e0-aed3-a24829bb9267,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:08.802069 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:31:08.802447 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] Checking segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:31:08.804422 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:08.804843 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] Bound using segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:31:08.805410 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] Bound port: 8ae39705-2e31-4fb3-914c-6cdaeb6192d7, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:31:08.807389 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:08.819729 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (8ae39705-2e31-4fb3-914c-6cdaeb6192d7), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:08.828675 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529dc9e6-07f6-4095-82a6-b0936ebd32d4 None None] Pushing event updated for resources: {'Port': ['ID=8ae39705-2e31-4fb3-914c-6cdaeb6192d7,revision_number=2']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:08.830183 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (eb11dc13-8d02-43e0-aed3-a24829bb9267), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:08.849270 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82181780-9012-48d1-a9bd-c9fec81c60cc admin admin] Router b56d4330-1a0f-4d9d-89ad-2a23490cfb76 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:31:08.877642 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] Routers {'b56d4330-1a0f-4d9d-89ad-2a23490cfb76'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:31:08.882517 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:04Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['b56d4330-1a0f-4d9d-89ad-2a23490cfb76'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:09.004504 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:09.027681 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-228747d5-3af0-4022-bc80-a16ce8712e50 admin admin] Publish callbacks [] for port (78935399-6a90-4839-8df7-6fc05be54b3e), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:09.083902 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] For port 8ae39705-2e31-4fb3-914c-6cdaeb6192d7, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:31:09.095360 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] For port 8ae39705-2e31-4fb3-914c-6cdaeb6192d7, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=8ae39705-2e31-4fb3-914c-6cdaeb6192d7,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:31:09.115940 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (8ae39705-2e31-4fb3-914c-6cdaeb6192d7), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:09.144984 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-228747d5-3af0-4022-bc80-a16ce8712e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (78935399-6a90-4839-8df7-6fc05be54b3e), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:09.147154 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-228747d5-3af0-4022-bc80-a16ce8712e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648291'] for router_interface (2c7c6e38-6b11-4d56-9711-38ee49b63176), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:09.157486 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] Routers {'cf3ccc05-0068-40f1-8539-7d2292f48ca6'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:31:09.164510 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:04Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:09.201545 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-60272e20-2e0f-40b0-b923-d4a76bcc7309 None None] Port 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:31:09.205293 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-0748a90e-785f-4ede-bdd3-01d5a3e5e300 admin admin] Allocated IP 172.20.0.1 (60b2c529-82f9-47ea-9951-24ba7b38ebc9/a304680d-2236-42f7-928f-3e762d91fb9c/467b4741-2ac6-410b-b911-90a301b47513) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:31:09.234461 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] Set router 360408b5-178b-451c-aa29-5d9d8bcf86eb gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:09.309593 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228747d5-3af0-4022-bc80-a16ce8712e50 admin admin] Pushing event updated for resources: {'Port': ['ID=78935399-6a90-4839-8df7-6fc05be54b3e,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:09.420720 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82181780-9012-48d1-a9bd-c9fec81c60cc admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:31:09.455134 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-82181780-9012-48d1-a9bd-c9fec81c60cc admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/b56d4330-1a0f-4d9d-89ad-2a23490cfb76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8460760 Oct 17 04:31:09.507104 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] Set router cf3ccc05-0068-40f1-8539-7d2292f48ca6 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:09.545917 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:02Z', 'revision_number': 3, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:09.656887 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] Checking router: ef9dfe8e-2638-428a-b697-819c4f07a1e8 for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:31:09.657266 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] Updating router ef9dfe8e-2638-428a-b697-819c4f07a1e8 port 703cf0c4-b12c-4e6a-9811-06f9c69856e7 binding host dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:31:09.669753 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228747d5-3af0-4022-bc80-a16ce8712e50 admin admin] Network 596ebb0d-79d0-45f5-9e52-b2ce25b00863 is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:09.687486 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-228747d5-3af0-4022-bc80-a16ce8712e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:09.705746 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device f54dd722-3934-4074-827d-fc16cd893a84 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:09.846469 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:09.848937 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Provisioning complete for port decbcabf-cae3-43f6-b380-5ec431cf4aec triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:09.849967 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (decbcabf-cae3-43f6-b380-5ec431cf4aec), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:09.851108 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Attempt 1 to provision port decbcabf-cae3-43f6-b380-5ec431cf4aec Oct 17 04:31:09.906752 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9c4ada3f-40b1-4291-9788-80d16e23a813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (decbcabf-cae3-43f6-b380-5ec431cf4aec), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:10.003347 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529dc9e6-07f6-4095-82a6-b0936ebd32d4 None None] Pushing event updated for resources: {'Port': ['ID=8ae39705-2e31-4fb3-914c-6cdaeb6192d7,revision_number=3']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:10.083372 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'name': 'tempest-AttachVolumeTestJSON-690720917-router', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:03Z', 'revision_number': 3, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'gw_port': {'id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:10.083855 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228747d5-3af0-4022-bc80-a16ce8712e50 admin admin] Router 2c7c6e38-6b11-4d56-9711-38ee49b63176 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:31:10.144805 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68923d9-c556-48ad-b602-1531a04a4a2a None None] The sync data for ids ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'] in dv-cinder-861557-1-iscsi is: [{'id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'name': 'tempest-AttachVolumeTestJSON-690720917-router', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:03Z', 'revision_number': 3, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'gw_port': {'id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:31:10.160205 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0748a90e-785f-4ede-bdd3-01d5a3e5e300 admin admin] Publish callbacks [] for port (467b4741-2ac6-410b-b911-90a301b47513), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:10.192694 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1c7a6-0976-4a1d-ac94-1192e8176597 None None] Pushing event updated for resources: {'Port': ['ID=af585dea-1e97-44ea-a9ab-20728b2fcfbd,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:10.222248 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:10.276076 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port f54dd722-3934-4074-827d-fc16cd893a84 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:10.277292 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (f54dd722-3934-4074-827d-fc16cd893a84), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:10.277812 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port f54dd722-3934-4074-827d-fc16cd893a84 Oct 17 04:31:10.347163 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 54034) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:10.352527 dv-cinder-861557-1-iscsi neutron-server[104488]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 17 04:31:10.367856 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228747d5-3af0-4022-bc80-a16ce8712e50 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:31:10.390654 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-228747d5-3af0-4022-bc80-a16ce8712e50 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/2c7c6e38-6b11-4d56-9711-38ee49b63176/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8751621 Oct 17 04:31:10.413501 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Port decbcabf-cae3-43f6-b380-5ec431cf4aec cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:31:10.494820 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0748a90e-785f-4ede-bdd3-01d5a3e5e300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (467b4741-2ac6-410b-b911-90a301b47513), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:10.523403 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0748a90e-785f-4ede-bdd3-01d5a3e5e300 admin admin] Network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:10.530329 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-0748a90e-785f-4ede-bdd3-01d5a3e5e300 admin admin] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:10.559821 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0748a90e-785f-4ede-bdd3-01d5a3e5e300 admin admin] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:31:10.560419 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0748a90e-785f-4ede-bdd3-01d5a3e5e300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648191'] for router_interface (ef9dfe8e-2638-428a-b697-819c4f07a1e8), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:10.606631 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] Set router b56d4330-1a0f-4d9d-89ad-2a23490cfb76 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:10.825482 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] Sync routers for ids ['2c7c6e38-6b11-4d56-9711-38ee49b63176'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:31:10.853931 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] Routers {'2c7c6e38-6b11-4d56-9711-38ee49b63176'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:31:10.854846 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:04Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['2c7c6e38-6b11-4d56-9711-38ee49b63176'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:10.884665 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:10.907924 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9fddb-7356-449c-9355-73a98de83cea req-3f76c759-4ef8-4ec4-9032-de77fca30a7a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:10.927074 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9ec9fddb-7356-449c-9355-73a98de83cea req-3f76c759-4ef8-4ec4-9032-de77fca30a7a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/networks?id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb HTTP/1.1" status: 200 len: 818 time: 0.5768900 Oct 17 04:31:10.966871 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9ec9fddb-7356-449c-9355-73a98de83cea req-ea6c30b5-5f5d-4444-9d32-f2adc00a7b78 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/quotas/7bd6234b23704bdf809481085ce465eb HTTP/1.1" status: 200 len: 375 time: 0.0386040 Oct 17 04:31:10.993569 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (703cf0c4-b12c-4e6a-9811-06f9c69856e7), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:11.016366 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:11.017992 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'name': 'tempest-ServerRescueNegativeTestJSON-196942370-router', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:02Z', 'revision_number': 4, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'gw_port': {'id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:86:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7', 'name': '', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'mac_address': 'fa:16:3e:94:74:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:02Z', 'revision_number': 2, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'subnets': [{'id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:11.037994 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9c4ada3f-40b1-4291-9788-80d16e23a813 admin admin] Publish callbacks [] for port (decbcabf-cae3-43f6-b380-5ec431cf4aec), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:11.055343 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748a90e-785f-4ede-bdd3-01d5a3e5e300 admin admin] Pushing event updated for resources: {'Port': ['ID=467b4741-2ac6-410b-b911-90a301b47513,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:11.071567 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9c4ada3f-40b1-4291-9788-80d16e23a813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (decbcabf-cae3-43f6-b380-5ec431cf4aec), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:11.075158 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9c4ada3f-40b1-4291-9788-80d16e23a813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648291'] for router_interface (cf3ccc05-0068-40f1-8539-7d2292f48ca6), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:11.075443 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=eb11dc13-8d02-43e0-aed3-a24829bb9267,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:11.154147 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Provisioning complete for port 78935399-6a90-4839-8df7-6fc05be54b3e triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:11.154459 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (78935399-6a90-4839-8df7-6fc05be54b3e), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:11.154790 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Attempt 1 to provision port 78935399-6a90-4839-8df7-6fc05be54b3e Oct 17 04:31:11.170257 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9ec9fddb-7356-449c-9355-73a98de83cea req-cf13ac61-d6b3-413d-aba7-c3050ca83f58 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7bd6234b23704bdf809481085ce465eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2021449 Oct 17 04:31:11.218445 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] Set router 2c7c6e38-6b11-4d56-9711-38ee49b63176 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:11.229283 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] Checking router: 360408b5-178b-451c-aa29-5d9d8bcf86eb for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:31:11.230487 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] Updating router 360408b5-178b-451c-aa29-5d9d8bcf86eb port 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 binding host dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:31:11.258112 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0748a90e-785f-4ede-bdd3-01d5a3e5e300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (467b4741-2ac6-410b-b911-90a301b47513), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:11.298967 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 54090) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:11.326012 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:11.424923 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port f54dd722-3934-4074-827d-fc16cd893a84 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:11.426168 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:11.531373 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=100 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:11.560449 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:11.667459 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-6b52f68b-b722-4e52-8745-ed1a01faf234 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:11.669125 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-6b52f68b-b722-4e52-8745-ed1a01faf234 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/networks?id=8500cc6f-85c4-44a2-bb52-3bb418fbfad7 HTTP/1.1" status: 200 len: 811 time: 0.3686306 Oct 17 04:31:11.680864 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [req-9ec9fddb-7356-449c-9355-73a98de83cea req-a89a8288-7b0f-458c-ab2b-199fd7f915e2 service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 04:31:11.681975 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9ec9fddb-7356-449c-9355-73a98de83cea req-a89a8288-7b0f-458c-ab2b-199fd7f915e2 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1861494 Oct 17 04:31:11.711500 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0748a90e-785f-4ede-bdd3-01d5a3e5e300 admin admin] Publish callbacks [] for port (467b4741-2ac6-410b-b911-90a301b47513), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:11.723407 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0748a90e-785f-4ede-bdd3-01d5a3e5e300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (467b4741-2ac6-410b-b911-90a301b47513), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:11.724373 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0748a90e-785f-4ede-bdd3-01d5a3e5e300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648291'] for router_interface (ef9dfe8e-2638-428a-b697-819c4f07a1e8), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:11.731507 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ada3f-40b1-4291-9788-80d16e23a813 admin admin] Pushing event updated for resources: {'Port': ['ID=decbcabf-cae3-43f6-b380-5ec431cf4aec,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:11.760105 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'name': 'tempest-AttachVolumeShelveTestJSON-998903936-router', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:56Z', 'updated_at': '2022-10-17T04:31:07Z', 'revision_number': 4, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'gw_port': {'id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '78935399-6a90-4839-8df7-6fc05be54b3e', 'name': '', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'mac_address': 'fa:16:3e:29:99:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:05Z', 'updated_at': '2022-10-17T04:31:08Z', 'revision_number': 2, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'subnets': [{'id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:11.766485 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-1283d821-eed3-4f42-8bd0-8e80f8f15729 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/quotas/e5eb02a1b40e4b83bc6baf4c3ac1bbbf HTTP/1.1" status: 200 len: 375 time: 0.0829718 Oct 17 04:31:11.780980 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:11.781398 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (d9885051-38ce-4bad-a5d8-bcc35ff5d7f7), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:11.781743 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 Oct 17 04:31:11.822401 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] Checking router: 2c7c6e38-6b11-4d56-9711-38ee49b63176 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:31:11.822779 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] Updating router 2c7c6e38-6b11-4d56-9711-38ee49b63176 port 78935399-6a90-4839-8df7-6fc05be54b3e binding host dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:31:11.866094 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Port 78935399-6a90-4839-8df7-6fc05be54b3e cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:31:11.886839 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Provisioning complete for port 671c48d6-1bf7-4af3-9c10-f1178369ab48 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:11.887596 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (671c48d6-1bf7-4af3-9c10-f1178369ab48), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:11.888435 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Attempt 1 to provision port 671c48d6-1bf7-4af3-9c10-f1178369ab48 Oct 17 04:31:11.904356 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (78935399-6a90-4839-8df7-6fc05be54b3e), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:11.914171 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0748a90e-785f-4ede-bdd3-01d5a3e5e300 admin admin] Network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:11.924527 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-0748a90e-785f-4ede-bdd3-01d5a3e5e300 admin admin] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:12.108786 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748a90e-785f-4ede-bdd3-01d5a3e5e300 admin admin] Pushing event updated for resources: {'Port': ['ID=467b4741-2ac6-410b-b911-90a301b47513,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:12.203188 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4ada3f-40b1-4291-9788-80d16e23a813 admin admin] Network 5b651c35-159b-4d6e-a364-6761b8b7e75b is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:12.203188 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-9c4ada3f-40b1-4291-9788-80d16e23a813 admin admin] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:12.346099 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:12.392234 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:12.525408 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9ec9fddb-7356-449c-9355-73a98de83cea req-fbcf1478-228f-483f-b8f4-2e34926a9eb3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8255193 Oct 17 04:31:12.586462 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Current status of the port 671c48d6-1bf7-4af3-9c10-f1178369ab48 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:12.587016 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (671c48d6-1bf7-4af3-9c10-f1178369ab48), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:12.599841 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] Publish callbacks [] for port (78935399-6a90-4839-8df7-6fc05be54b3e), precommit_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:12.610662 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (78935399-6a90-4839-8df7-6fc05be54b3e), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:12.665950 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-bd2a63e2-c101-47a7-8a1f-ed33c872bd8e tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e5eb02a1b40e4b83bc6baf4c3ac1bbbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3209534 Oct 17 04:31:12.723100 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] Attempting to bind port 78935399-6a90-4839-8df7-6fc05be54b3e on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:31:12.724689 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] Attempting to bind port 78935399-6a90-4839-8df7-6fc05be54b3e by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': 'faf5546c-f7d8-4af8-85f9-9b0d6bba44c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863'}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:31:12.725170 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] Attempting to bind port 78935399-6a90-4839-8df7-6fc05be54b3e on network 596ebb0d-79d0-45f5-9e52-b2ce25b00863 {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:12.743099 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:12.763874 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9ec9fddb-7356-449c-9355-73a98de83cea req-4b214a38-b207-435d-8808-1e058bc6a065 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363827 Oct 17 04:31:12.772607 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56d4330-1a0f-4d9d-89ad-2a23490cfb76', 'name': 'tempest-DeleteServersTestJSON-794194935-router', 'tenant_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'af585dea-1e97-44ea-a9ab-20728b2fcfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:05Z', 'revision_number': 4, 'project_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'gw_port': {'id': 'af585dea-1e97-44ea-a9ab-20728b2fcfbd', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56d4330-1a0f-4d9d-89ad-2a23490cfb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '84b561a0-8c65-4488-838b-523416b6329f', 'name': '', 'network_id': '8500cc6f-85c4-44a2-bb52-3bb418fbfad7', 'tenant_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'mac_address': 'fa:16:3e:0e:f6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56d4330-1a0f-4d9d-89ad-2a23490cfb76', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b5d4a9e5-6112-4f76-b8de-700c6543d986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:03Z', 'updated_at': '2022-10-17T04:31:06Z', 'revision_number': 2, 'project_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'subnets': [{'id': 'b5d4a9e5-6112-4f76-b8de-700c6543d986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:12.783279 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:12.784188 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (d9885051-38ce-4bad-a5d8-bcc35ff5d7f7), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:12.787896 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:31:12.788446 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] Checking segment: {'id': 'faf5546c-f7d8-4af8-85f9-9b0d6bba44c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:31:12.789160 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:12.789619 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] Bound using segment: {'id': 'faf5546c-f7d8-4af8-85f9-9b0d6bba44c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863'} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:31:12.790222 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] Bound port: 78935399-6a90-4839-8df7-6fc05be54b3e, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf5546c-f7d8-4af8-85f9-9b0d6bba44c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863'}}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:31:12.798550 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (78935399-6a90-4839-8df7-6fc05be54b3e), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:12.854390 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-5502f61a-4d2e-4236-b8f8-a253bd243552 service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 04:31:12.855611 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-5502f61a-4d2e-4236-b8f8-a253bd243552 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0703731 Oct 17 04:31:12.858313 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0748a90e-785f-4ede-bdd3-01d5a3e5e300 admin admin] Router ef9dfe8e-2638-428a-b697-819c4f07a1e8 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:31:12.866398 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247c1608-7cc3-4f90-9c95-0378d1f4a49a None None] The sync data for ids ['b56d4330-1a0f-4d9d-89ad-2a23490cfb76'] in dv-cinder-861557-1-iscsi is: [{'id': 'b56d4330-1a0f-4d9d-89ad-2a23490cfb76', 'name': 'tempest-DeleteServersTestJSON-794194935-router', 'tenant_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'af585dea-1e97-44ea-a9ab-20728b2fcfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:05Z', 'revision_number': 4, 'project_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'gw_port': {'id': 'af585dea-1e97-44ea-a9ab-20728b2fcfbd', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56d4330-1a0f-4d9d-89ad-2a23490cfb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '84b561a0-8c65-4488-838b-523416b6329f', 'name': '', 'network_id': '8500cc6f-85c4-44a2-bb52-3bb418fbfad7', 'tenant_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'mac_address': 'fa:16:3e:0e:f6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56d4330-1a0f-4d9d-89ad-2a23490cfb76', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b5d4a9e5-6112-4f76-b8de-700c6543d986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:03Z', 'updated_at': '2022-10-17T04:31:06Z', 'revision_number': 2, 'project_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'subnets': [{'id': 'b5d4a9e5-6112-4f76-b8de-700c6543d986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:31:12.888374 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4ada3f-40b1-4291-9788-80d16e23a813 admin admin] Router cf3ccc05-0068-40f1-8539-7d2292f48ca6 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:31:12.891446 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:12.908318 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] For port 671c48d6-1bf7-4af3-9c10-f1178369ab48, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=671c48d6-1bf7-4af3-9c10-f1178369ab48,segment=NetworkSegment(62b8bbe0-1969-454f-98b1-1af7f8eb0066),segment_id=62b8bbe0-1969-454f-98b1-1af7f8eb0066)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:12.958706 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (671c48d6-1bf7-4af3-9c10-f1178369ab48), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:12.967100 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a7eeb-1076-415b-938e-00dcf241f925 None None] Pushing event updated for resources: {'Port': ['ID=78935399-6a90-4839-8df7-6fc05be54b3e,revision_number=3']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:13.068385 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] For port 78935399-6a90-4839-8df7-6fc05be54b3e, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:31:13.080096 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] For port 78935399-6a90-4839-8df7-6fc05be54b3e, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=78935399-6a90-4839-8df7-6fc05be54b3e,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:31:13.102398 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (78935399-6a90-4839-8df7-6fc05be54b3e), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:13.129466 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-a16a766e-bf13-4532-828a-31cafb07cf88 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/8500cc6f-85c4-44a2-bb52-3bb418fbfad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673805 Oct 17 04:31:13.159678 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port d9885051-38ce-4bad-a5d8-bcc35ff5d7f7, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=d9885051-38ce-4bad-a5d8-bcc35ff5d7f7,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:13.201456 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Provisioning complete for port 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:13.202807 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:13.203265 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Attempt 1 to provision port 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 Oct 17 04:31:13.204802 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:13.223926 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (d9885051-38ce-4bad-a5d8-bcc35ff5d7f7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:13.227262 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 671c48d6-1bf7-4af3-9c10-f1178369ab48 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:13.299819 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:13.339875 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:13.346655 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a7eeb-1076-415b-938e-00dcf241f925 None None] Pushing event updated for resources: {'Port': ['ID=78935399-6a90-4839-8df7-6fc05be54b3e,revision_number=4']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:13.423334 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] Routers {'2c7c6e38-6b11-4d56-9711-38ee49b63176'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:31:13.429374 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:04Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['2c7c6e38-6b11-4d56-9711-38ee49b63176'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:13.476835 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4ada3f-40b1-4291-9788-80d16e23a813 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:31:13.479077 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-95f52bed-cfbf-4374-9aab-60f45cb604a9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/8500cc6f-85c4-44a2-bb52-3bb418fbfad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428025 Oct 17 04:31:13.488574 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-9c4ada3f-40b1-4291-9788-80d16e23a813 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/cf3ccc05-0068-40f1-8539-7d2292f48ca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6528544 Oct 17 04:31:13.543978 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] Publish callbacks [] for port (763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7), precommit_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:13.604232 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 54216) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:13.606980 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] Sync routers for ids ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:31:13.619777 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-72d0436c-5ad6-4e37-b270-b3ece59ea234 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--269664804', 'description': 'tempest-description--1738276058'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:13.685166 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-72d0436c-5ad6-4e37-b270-b3ece59ea234 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:13.731981 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Pushing event updated for resources: {'Port': ['ID=671c48d6-1bf7-4af3-9c10-f1178369ab48,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:13.751595 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:13.754509 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0748a90e-785f-4ede-bdd3-01d5a3e5e300 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:31:13.761147 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-0748a90e-785f-4ede-bdd3-01d5a3e5e300 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/ef9dfe8e-2638-428a-b697-819c4f07a1e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6634150 Oct 17 04:31:13.886570 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] Set router 2c7c6e38-6b11-4d56-9711-38ee49b63176 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:13.947450 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f9953f5f-fe1d-48ad-8a26-f4500eaadb68 req-ef111312-540a-455d-9266-eda32483c98c tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 210 time: 0.2140379 Oct 17 04:31:13.994149 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Port 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:31:14.110293 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] Routers {'cf3ccc05-0068-40f1-8539-7d2292f48ca6'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:31:14.111206 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:04Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:14.166494 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-72d0436c-5ad6-4e37-b270-b3ece59ea234 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group (773449e5-ec54-41fc-b2b3-1ef705dbd40f), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:14.178929 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-72d0436c-5ad6-4e37-b270-b3ece59ea234 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (773449e5-ec54-41fc-b2b3-1ef705dbd40f), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:14.283668 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3dbf697a-8cdc-4e27-ac81-b91003061bc6 req-c5a333ee-4705-4626-8667-c66dd3ae1a54 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 210 time: 0.0664356 Oct 17 04:31:14.289054 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-72d0436c-5ad6-4e37-b270-b3ece59ea234 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:14.304232 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-72d0436c-5ad6-4e37-b270-b3ece59ea234 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6955619 Oct 17 04:31:14.304232 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0436c-5ad6-4e37-b270-b3ece59ea234 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=773449e5-ec54-41fc-b2b3-1ef705dbd40f,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:14.304980 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 54260) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:14.316566 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-656431c0-f3eb-4d4e-8335-03b5943d148c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Request body: {'security_group_rule': {'security_group_id': '773449e5-ec54-41fc-b2b3-1ef705dbd40f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:14.344962 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] Publish callbacks [] for port (703cf0c4-b12c-4e6a-9811-06f9c69856e7), precommit_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:14.400177 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-656431c0-f3eb-4d4e-8335-03b5943d148c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group_rule (fbf0dad2-62af-47fc-b765-2815a8ed69a9), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:14.412463 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:14.444267 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Provisioning complete for port 84b561a0-8c65-4488-838b-523416b6329f triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:14.465720 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (84b561a0-8c65-4488-838b-523416b6329f), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:14.466072 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Attempt 1 to provision port 84b561a0-8c65-4488-838b-523416b6329f Oct 17 04:31:14.473034 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 671c48d6-1bf7-4af3-9c10-f1178369ab48 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:14.481454 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (671c48d6-1bf7-4af3-9c10-f1178369ab48), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:14.481923 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 671c48d6-1bf7-4af3-9c10-f1178369ab48 Oct 17 04:31:14.545168 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 54270) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:14.562857 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (703cf0c4-b12c-4e6a-9811-06f9c69856e7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:14.624594 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=d9885051-38ce-4bad-a5d8-bcc35ff5d7f7,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:14.687881 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'name': 'tempest-AttachVolumeShelveTestJSON-998903936-router', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:56Z', 'updated_at': '2022-10-17T04:31:07Z', 'revision_number': 4, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'gw_port': {'id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '78935399-6a90-4839-8df7-6fc05be54b3e', 'name': '', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'mac_address': 'fa:16:3e:29:99:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:05Z', 'updated_at': '2022-10-17T04:31:13Z', 'revision_number': 4, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'subnets': [{'id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:14.695830 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-656431c0-f3eb-4d4e-8335-03b5943d148c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group_rule (fbf0dad2-62af-47fc-b765-2815a8ed69a9), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:14.710714 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-656431c0-f3eb-4d4e-8335-03b5943d148c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (fbf0dad2-62af-47fc-b765-2815a8ed69a9), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:14.765419 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656431c0-f3eb-4d4e-8335-03b5943d148c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf0dad2-62af-47fc-b765-2815a8ed69a9,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:14.773615 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] Attempting to bind port 703cf0c4-b12c-4e6a-9811-06f9c69856e7 on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:31:14.774009 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] Attempting to bind port 703cf0c4-b12c-4e6a-9811-06f9c69856e7 by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:31:14.774560 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] Attempting to bind port 703cf0c4-b12c-4e6a-9811-06f9c69856e7 on network b27d8a1d-9748-4759-bac0-ee0df018117d {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:14.778476 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451aa2a4-3fe4-4c58-8e54-a95e8057de05 None None] The sync data for ids ['2c7c6e38-6b11-4d56-9711-38ee49b63176'] in dv-cinder-861557-1-iscsi is: [{'id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'name': 'tempest-AttachVolumeShelveTestJSON-998903936-router', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:56Z', 'updated_at': '2022-10-17T04:31:07Z', 'revision_number': 4, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'gw_port': {'id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '78935399-6a90-4839-8df7-6fc05be54b3e', 'name': '', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'mac_address': 'fa:16:3e:29:99:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:05Z', 'updated_at': '2022-10-17T04:31:13Z', 'revision_number': 4, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'subnets': [{'id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:31:14.780311 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-656431c0-f3eb-4d4e-8335-03b5943d148c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:14.785863 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 54286) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:14.798234 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-34ec2080-80fb-4629-a48c-ef10e6f50c0b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Request body: {'security_group_rule': {'security_group_id': '773449e5-ec54-41fc-b2b3-1ef705dbd40f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:14.799331 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-656431c0-f3eb-4d4e-8335-03b5943d148c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4930794 Oct 17 04:31:14.803515 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Port 84b561a0-8c65-4488-838b-523416b6329f cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:31:14.883566 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] Attempting to bind port 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:31:14.884847 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] Attempting to bind port 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': '705227ac-8d1e-419e-a3d4-a7c5171cb48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:31:14.886003 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] Attempting to bind port 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 on network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:14.909374 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-34ec2080-80fb-4629-a48c-ef10e6f50c0b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group_rule (49e9fdf7-c25f-4318-af91-f093562d1f77), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:14.949450 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Provisioning complete for port d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:14.951959 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (d9885051-38ce-4bad-a5d8-bcc35ff5d7f7), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:14.954918 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Attempt 1 to provision port d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 Oct 17 04:31:15.051159 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33810ec6-4480-47af-8067-20c3cd0e9456 None None] Pushing event updated for resources: {'Port': ['ID=763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:15.075422 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] Set router cf3ccc05-0068-40f1-8539-7d2292f48ca6 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:15.126663 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 54298) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:15.137302 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-5b8cea79-6894-4325-b5b4-3954065e76ed tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--498767629', 'description': 'tempest-description--531015255'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:15.148606 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-34ec2080-80fb-4629-a48c-ef10e6f50c0b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group_rule (49e9fdf7-c25f-4318-af91-f093562d1f77), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:15.169651 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-34ec2080-80fb-4629-a48c-ef10e6f50c0b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (49e9fdf7-c25f-4318-af91-f093562d1f77), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:15.218800 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5b8cea79-6894-4325-b5b4-3954065e76ed tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:15.234891 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec2080-80fb-4629-a48c-ef10e6f50c0b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e9fdf7-c25f-4318-af91-f093562d1f77,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:15.247312 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-34ec2080-80fb-4629-a48c-ef10e6f50c0b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:15.249657 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-34ec2080-80fb-4629-a48c-ef10e6f50c0b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4603758 Oct 17 04:31:15.251934 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 54306) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:15.272653 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-5a2f97fd-caaf-4f0a-afca-fd46f89d4dca tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Request body: {'floatingip': {'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:15.367445 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 54316) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:15.373759 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-c1ddeda0-c8f6-49bb-9006-a84f4afda6ae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--344527414', 'description': 'tempest-description--1647577791'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:15.421592 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5a2f97fd-caaf-4f0a-afca-fd46f89d4dca tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:15.428575 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-70168d29-a0e1-4b77-9c57-df4eddcbe955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:15.503081 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:15.524866 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5b8cea79-6894-4325-b5b4-3954065e76ed tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group (2d2eee5a-3dd0-49dd-b445-b7a27125d355), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:15.560277 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5b8cea79-6894-4325-b5b4-3954065e76ed tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (2d2eee5a-3dd0-49dd-b445-b7a27125d355), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:15.596665 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:15.663502 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8cea79-6894-4325-b5b4-3954065e76ed tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2eee5a-3dd0-49dd-b445-b7a27125d355,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:15.678089 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3187f36e-3e04-4f86-8c64-a11773d47f5c req-243bfe18-0a99-412e-a92e-aa6b17821681 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 210 time: 0.1658134 Oct 17 04:31:15.692838 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c1ddeda0-c8f6-49bb-9006-a84f4afda6ae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:15.695547 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-a00c5234-0e20-4d6c-952e-3f871682fb3f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:15.698084 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-a00c5234-0e20-4d6c-952e-3f871682fb3f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/networks?id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb HTTP/1.1" status: 200 len: 818 time: 0.3982332 Oct 17 04:31:15.702537 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5b8cea79-6894-4325-b5b4-3954065e76ed tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:15.708354 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-5b8cea79-6894-4325-b5b4-3954065e76ed tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5780094 Oct 17 04:31:15.711159 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 54328) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:15.725390 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8070f70-7b44-4ab9-b77b-5b0120ba13ba None None] Pushing event updated for resources: {'Port': ['ID=703cf0c4-b12c-4e6a-9811-06f9c69856e7,revision_number=2']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:15.734398 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 671c48d6-1bf7-4af3-9c10-f1178369ab48 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:15.736181 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 78064146-4c70-42b2-a12a-c79b5a037e17 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:15.744569 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:31:15.745606 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-8f01472f-b5c9-4116-a829-d4cae3df763f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/quotas/7bd6234b23704bdf809481085ce465eb HTTP/1.1" status: 200 len: 375 time: 0.0367615 Oct 17 04:31:15.746135 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] Checking segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:31:15.747486 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:15.748097 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] Bound using segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:31:15.749637 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] Bound port: 703cf0c4-b12c-4e6a-9811-06f9c69856e7, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:31:15.750738 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-c1d3c32b-4a57-45d4-8675-8ec1b066284d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Request body: {'security_group_rule': {'security_group_id': '2d2eee5a-3dd0-49dd-b445-b7a27125d355', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:15.751590 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (703cf0c4-b12c-4e6a-9811-06f9c69856e7), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:15.756068 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:15.783815 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-70168d29-a0e1-4b77-9c57-df4eddcbe955 admin admin] Publish callbacks [] for security_group (4bc33052-f46a-4fce-96db-1e44893d334f), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:15.785179 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:15.790010 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:31:15.790385 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] Checking segment: {'id': '705227ac-8d1e-419e-a3d4-a7c5171cb48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:31:15.793654 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:15.793937 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] Bound using segment: {'id': '705227ac-8d1e-419e-a3d4-a7c5171cb48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:31:15.794306 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] Bound port: 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705227ac-8d1e-419e-a3d4-a7c5171cb48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:31:15.795568 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:15.818334 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-70168d29-a0e1-4b77-9c57-df4eddcbe955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (4bc33052-f46a-4fce-96db-1e44893d334f), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:15.843068 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-54c70de3-6fef-45cd-8427-6b93f8caa8a6 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7bd6234b23704bdf809481085ce465eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963390 Oct 17 04:31:15.859692 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:16.007650 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c1d3c32b-4a57-45d4-8675-8ec1b066284d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group_rule (e08e9a35-2ae3-4e99-bba9-ee45252f37ad), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.008125 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Current status of the port d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:16.116684 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] For port 703cf0c4-b12c-4e6a-9811-06f9c69856e7, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:31:16.122827 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Provisioning complete for port f54dd722-3934-4074-827d-fc16cd893a84 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:16.123231 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (f54dd722-3934-4074-827d-fc16cd893a84), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.123574 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Attempt 1 to provision port f54dd722-3934-4074-827d-fc16cd893a84 Oct 17 04:31:16.128678 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:16.150537 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c1d3c32b-4a57-45d4-8675-8ec1b066284d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group_rule (e08e9a35-2ae3-4e99-bba9-ee45252f37ad), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.161803 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-7109e798-fe09-4ebb-b748-405c7fc9bd77 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089271 Oct 17 04:31:16.164295 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c1d3c32b-4a57-45d4-8675-8ec1b066284d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (e08e9a35-2ae3-4e99-bba9-ee45252f37ad), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.222136 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3c32b-4a57-45d4-8675-8ec1b066284d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08e9a35-2ae3-4e99-bba9-ee45252f37ad,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:16.254315 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70168d29-a0e1-4b77-9c57-df4eddcbe955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc33052-f46a-4fce-96db-1e44893d334f,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:16.270738 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c1d3c32b-4a57-45d4-8675-8ec1b066284d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.270950 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-70168d29-a0e1-4b77-9c57-df4eddcbe955 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=6f4faa8707ec43d194b5139b3ca20c51&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7246761 Oct 17 04:31:16.272087 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-c1d3c32b-4a57-45d4-8675-8ec1b066284d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5589364 Oct 17 04:31:16.281511 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 54346) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:16.281947 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 54348) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:16.287475 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5a2f97fd-caaf-4f0a-afca-fd46f89d4dca tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.288845 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-72a3bce2-b258-4b6c-a497-eac20061fc9f tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Request body: {'security_group_rule': {'security_group_id': '2d2eee5a-3dd0-49dd-b445-b7a27125d355', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:16.350063 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-72a3bce2-b258-4b6c-a497-eac20061fc9f tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group_rule (4a5b59e8-4ab3-4750-a4ce-eb8d28ab4283), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.372402 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 78064146-4c70-42b2-a12a-c79b5a037e17 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:16.372799 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (78064146-4c70-42b2-a12a-c79b5a037e17), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.373156 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 78064146-4c70-42b2-a12a-c79b5a037e17 Oct 17 04:31:16.374151 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c1ddeda0-c8f6-49bb-9006-a84f4afda6ae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (03607a92-c711-4fe5-927e-76f6322b7a08), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.378294 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] For port 703cf0c4-b12c-4e6a-9811-06f9c69856e7, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=703cf0c4-b12c-4e6a-9811-06f9c69856e7,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:31:16.383963 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c1ddeda0-c8f6-49bb-9006-a84f4afda6ae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (03607a92-c711-4fe5-927e-76f6322b7a08), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.407981 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-641db799-c5df-4e17-988f-95490af506d1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340896 Oct 17 04:31:16.422784 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (703cf0c4-b12c-4e6a-9811-06f9c69856e7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.453535 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c1ddeda0-c8f6-49bb-9006-a84f4afda6ae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.454298 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2bc39aa7-f37a-40e6-9d85-d61479c01386 admin admin] Publish callbacks [] for security_group (4bc33052-f46a-4fce-96db-1e44893d334f), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.457434 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-c1ddeda0-c8f6-49bb-9006-a84f4afda6ae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0861065 Oct 17 04:31:16.457544 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddeda0-c8f6-49bb-9006-a84f4afda6ae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03607a92-c711-4fe5-927e-76f6322b7a08,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:16.462114 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 54350) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:16.469623 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-5bb4d617-d8ab-40b3-8593-851d7bf0b574 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'security_group_rule': {'security_group_id': '03607a92-c711-4fe5-927e-76f6322b7a08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:16.506452 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2bc39aa7-f37a-40e6-9d85-d61479c01386 admin admin] Publish callbacks [] for security_group (4bc33052-f46a-4fce-96db-1e44893d334f), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.513747 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8070f70-7b44-4ab9-b77b-5b0120ba13ba None None] Pushing event updated for resources: {'Port': ['ID=703cf0c4-b12c-4e6a-9811-06f9c69856e7,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:16.516547 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-5a2f97fd-caaf-4f0a-afca-fd46f89d4dca tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Allocated IP 172.27.3.74 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/7ba39928-4b56-4883-8ea4-5898469d8af5) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:31:16.518740 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5bb4d617-d8ab-40b3-8593-851d7bf0b574 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (e0c05095-a947-49bc-bf1d-2aa689760ad7), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.534145 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] For port 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:31:16.540910 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] Routers {'ef9dfe8e-2638-428a-b697-819c4f07a1e8'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:31:16.542289 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:04Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:16.570944 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-72a3bce2-b258-4b6c-a497-eac20061fc9f tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group_rule (4a5b59e8-4ab3-4750-a4ce-eb8d28ab4283), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.637452 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-72a3bce2-b258-4b6c-a497-eac20061fc9f tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (4a5b59e8-4ab3-4750-a4ce-eb8d28ab4283), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.654086 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2bc39aa7-f37a-40e6-9d85-d61479c01386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (4bc33052-f46a-4fce-96db-1e44893d334f), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.656527 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2bc39aa7-f37a-40e6-9d85-d61479c01386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.657687 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-2bc39aa7-f37a-40e6-9d85-d61479c01386 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/4bc33052-f46a-4fce-96db-1e44893d334f HTTP/1.1" status: 204 len: 168 time: 0.3737035 Oct 17 04:31:16.681696 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] Set router ef9dfe8e-2638-428a-b697-819c4f07a1e8 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:16.688859 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] For port 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7,segment=NetworkSegment(705227ac-8d1e-419e-a3d4-a7c5171cb48b),segment_id=705227ac-8d1e-419e-a3d4-a7c5171cb48b)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:31:16.699863 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-98da6a20-85c6-4bbd-86a2-c646fa4ed4f1 req-46093243-7003-438f-8034-d6125ffe2a65 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 210 time: 0.0679834 Oct 17 04:31:16.707586 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3bce2-b258-4b6c-a497-eac20061fc9f tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5b59e8-4ab3-4750-a4ce-eb8d28ab4283,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:16.722274 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc39aa7-f37a-40e6-9d85-d61479c01386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc33052-f46a-4fce-96db-1e44893d334f,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:16.724508 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'name': 'tempest-AttachVolumeTestJSON-690720917-router', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:09Z', 'revision_number': 4, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'gw_port': {'id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': 'decbcabf-cae3-43f6-b380-5ec431cf4aec', 'name': '', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'mac_address': 'fa:16:3e:6d:b6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:07Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 2, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'subnets': [{'id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:16.728292 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-72a3bce2-b258-4b6c-a497-eac20061fc9f tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.729615 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-72a3bce2-b258-4b6c-a497-eac20061fc9f tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4467235 Oct 17 04:31:16.733203 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 54360) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:16.748254 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-35a1f868-c43e-4a72-ab47-e66e7aa22268 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Request body: {'floatingip': {'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:16.784978 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5a2f97fd-caaf-4f0a-afca-fd46f89d4dca tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for port (7ba39928-4b56-4883-8ea4-5898469d8af5), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.788161 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.808085 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-35a1f868-c43e-4a72-ab47-e66e7aa22268 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.809862 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5bb4d617-d8ab-40b3-8593-851d7bf0b574 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (e0c05095-a947-49bc-bf1d-2aa689760ad7), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.833874 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5bb4d617-d8ab-40b3-8593-851d7bf0b574 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (e0c05095-a947-49bc-bf1d-2aa689760ad7), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.866893 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4d617-d8ab-40b3-8593-851d7bf0b574 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c05095-a947-49bc-bf1d-2aa689760ad7,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:16.879488 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 78064146-4c70-42b2-a12a-c79b5a037e17 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:16.880593 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device e322bd02-8ff2-40a3-b8c7-25e61d874f7b up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:16.887710 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:16.908205 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5bb4d617-d8ab-40b3-8593-851d7bf0b574 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.910030 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-5bb4d617-d8ab-40b3-8593-851d7bf0b574 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4466832 Oct 17 04:31:16.911979 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5a2f97fd-caaf-4f0a-afca-fd46f89d4dca tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (7ba39928-4b56-4883-8ea4-5898469d8af5), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:16.914363 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 54364) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:16.927863 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-d9ec1c84-dd43-41c7-9de3-eccd7642fa27 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'security_group_rule': {'security_group_id': '03607a92-c711-4fe5-927e-76f6322b7a08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:16.973295 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2f97fd-caaf-4f0a-afca-fd46f89d4dca tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:16.978264 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:16.986706 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-5a2f97fd-caaf-4f0a-afca-fd46f89d4dca tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:16.997465 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2f97fd-caaf-4f0a-afca-fd46f89d4dca tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:31:17.015237 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f97fd-caaf-4f0a-afca-fd46f89d4dca tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Pushing event updated for resources: {'Port': ['ID=7ba39928-4b56-4883-8ea4-5898469d8af5,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:17.062491 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] Checking router: cf3ccc05-0068-40f1-8539-7d2292f48ca6 for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:31:17.062865 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] Updating router cf3ccc05-0068-40f1-8539-7d2292f48ca6 port decbcabf-cae3-43f6-b380-5ec431cf4aec binding host dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:31:17.103916 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:17.130940 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-35a1f868-c43e-4a72-ab47-e66e7aa22268 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:17.145527 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d9ec1c84-dd43-41c7-9de3-eccd7642fa27 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (ba1155ae-7624-4118-be83-fcf06d55e3e2), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:17.215679 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5a2f97fd-caaf-4f0a-afca-fd46f89d4dca tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for floatingip (e275181b-c754-4b7d-bb49-e2fb7357e117), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:17.227012 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:17.260776 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5f804673-d8d7-498d-83c7-3a553e721a8c req-4bc921a5-0d79-4ed5-b177-daf704d6460d tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 210 time: 0.1197104 Oct 17 04:31:17.268485 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (decbcabf-cae3-43f6-b380-5ec431cf4aec), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:17.376599 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] Routers {'360408b5-178b-451c-aa29-5d9d8bcf86eb'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:31:17.377310 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:04Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['360408b5-178b-451c-aa29-5d9d8bcf86eb'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:17.387884 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5a2f97fd-caaf-4f0a-afca-fd46f89d4dca tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (7ba39928-4b56-4883-8ea4-5898469d8af5), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:17.396179 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d9ec1c84-dd43-41c7-9de3-eccd7642fa27 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (ba1155ae-7624-4118-be83-fcf06d55e3e2), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:17.428638 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d9ec1c84-dd43-41c7-9de3-eccd7642fa27 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (ba1155ae-7624-4118-be83-fcf06d55e3e2), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:17.488894 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec1c84-dd43-41c7-9de3-eccd7642fa27 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1155ae-7624-4118-be83-fcf06d55e3e2,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:17.489481 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-8fc89c56-709c-4bd1-92db-ac0393e7a429 None None] Current status of the port f54dd722-3934-4074-827d-fc16cd893a84 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:17.518666 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d9ec1c84-dd43-41c7-9de3-eccd7642fa27 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:17.519983 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-d9ec1c84-dd43-41c7-9de3-eccd7642fa27 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6017637 Oct 17 04:31:17.533293 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 54380) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:17.539574 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-9eb8d927-b58e-4bd5-82d3-a465942ca77f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'floatingip': {'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:17.589653 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 54384) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:17.620620 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33810ec6-4480-47af-8067-20c3cd0e9456 None None] Pushing event updated for resources: {'Port': ['ID=763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:17.656152 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_common [None req-35a1f868-c43e-4a72-ab47-e66e7aa22268 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Allocated IP 172.27.3.216 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/33a25b8c-8ca1-4bf8-81be-71828b077dc7) {{(pid=104488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:31:17.688964 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8f449994-aeff-49b9-93ed-adb4522c2f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:17.785103 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:17.793143 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-ede25e7e-6d07-4a50-a05f-01d62c921fca None None] Provisioning complete for port 78935399-6a90-4839-8df7-6fc05be54b3e triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:17.793727 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ede25e7e-6d07-4a50-a05f-01d62c921fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (78935399-6a90-4839-8df7-6fc05be54b3e), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:17.794062 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-ede25e7e-6d07-4a50-a05f-01d62c921fca None None] Attempt 1 to provision port 78935399-6a90-4839-8df7-6fc05be54b3e Oct 17 04:31:17.806419 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d927-b58e-4bd5-82d3-a465942ca77f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:17.828871 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port e322bd02-8ff2-40a3-b8c7-25e61d874f7b triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:17.829838 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (e322bd02-8ff2-40a3-b8c7-25e61d874f7b), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:17.830376 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port e322bd02-8ff2-40a3-b8c7-25e61d874f7b Oct 17 04:31:17.885039 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:DELETE=1,neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:17.947177 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] Set router 360408b5-178b-451c-aa29-5d9d8bcf86eb gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:17.981053 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-35a1f868-c43e-4a72-ab47-e66e7aa22268 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for port (33a25b8c-8ca1-4bf8-81be-71828b077dc7), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:18.029150 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d927-b58e-4bd5-82d3-a465942ca77f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:18.033325 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5a2f97fd-caaf-4f0a-afca-fd46f89d4dca tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for port (7ba39928-4b56-4883-8ea4-5898469d8af5), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:18.045840 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5a2f97fd-caaf-4f0a-afca-fd46f89d4dca tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (7ba39928-4b56-4883-8ea4-5898469d8af5), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:18.046623 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5a2f97fd-caaf-4f0a-afca-fd46f89d4dca tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (e275181b-c754-4b7d-bb49-e2fb7357e117), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:18.049408 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a80bccd9-a65c-462b-b1c4-44d8f66a0ec4 req-6b501635-5615-494c-9b18-528b34febe96 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 210 time: 0.0605795 Oct 17 04:31:18.067151 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:11Z', 'revision_number': 2, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:18.079754 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] Sync routers for ids ['b56d4330-1a0f-4d9d-89ad-2a23490cfb76'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:31:18.093242 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] Routers {'b56d4330-1a0f-4d9d-89ad-2a23490cfb76'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:31:18.094243 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:04Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['b56d4330-1a0f-4d9d-89ad-2a23490cfb76'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:18.148314 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5a2f97fd-caaf-4f0a-afca-fd46f89d4dca tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:18.150337 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-5a2f97fd-caaf-4f0a-afca-fd46f89d4dca tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8966882 Oct 17 04:31:18.210353 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a4cc63-5d2c-4ca2-8594-116359706934 None None] The sync data for ids ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'] in dv-cinder-861557-1-iscsi is: [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:11Z', 'revision_number': 2, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:31:18.264512 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f97fd-caaf-4f0a-afca-fd46f89d4dca tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Pushing event updated for resources: {'Port': ['ID=7ba39928-4b56-4883-8ea4-5898469d8af5,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:18.281536 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.20', 56446) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:18.392138 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port e322bd02-8ff2-40a3-b8c7-25e61d874f7b is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:18.392757 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (e322bd02-8ff2-40a3-b8c7-25e61d874f7b), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:18.405038 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] Set router b56d4330-1a0f-4d9d-89ad-2a23490cfb76 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:18.407725 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-ede25e7e-6d07-4a50-a05f-01d62c921fca None None] Current status of the port 78935399-6a90-4839-8df7-6fc05be54b3e is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:18.408298 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ede25e7e-6d07-4a50-a05f-01d62c921fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (78935399-6a90-4839-8df7-6fc05be54b3e), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:18.416468 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:18.452814 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:18.489867 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8f449994-aeff-49b9-93ed-adb4522c2f0c admin admin] Publish callbacks [] for security_group (bd3189d0-dc62-4a7b-8553-1ec12e008b17), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:18.503464 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8f449994-aeff-49b9-93ed-adb4522c2f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (bd3189d0-dc62-4a7b-8553-1ec12e008b17), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:18.524400 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port e322bd02-8ff2-40a3-b8c7-25e61d874f7b, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=e322bd02-8ff2-40a3-b8c7-25e61d874f7b,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:18.546907 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-35a1f868-c43e-4a72-ab47-e66e7aa22268 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (33a25b8c-8ca1-4bf8-81be-71828b077dc7), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:18.551726 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:18.562638 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (e322bd02-8ff2-40a3-b8c7-25e61d874f7b), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:18.643579 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-ede25e7e-6d07-4a50-a05f-01d62c921fca None None] For port 78935399-6a90-4839-8df7-6fc05be54b3e, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=78935399-6a90-4839-8df7-6fc05be54b3e,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:18.835711 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:18.870712 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56d4330-1a0f-4d9d-89ad-2a23490cfb76', 'name': 'tempest-DeleteServersTestJSON-794194935-router', 'tenant_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'af585dea-1e97-44ea-a9ab-20728b2fcfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:05Z', 'revision_number': 4, 'project_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'gw_port': {'id': 'af585dea-1e97-44ea-a9ab-20728b2fcfbd', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56d4330-1a0f-4d9d-89ad-2a23490cfb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '84b561a0-8c65-4488-838b-523416b6329f', 'name': '', 'network_id': '8500cc6f-85c4-44a2-bb52-3bb418fbfad7', 'tenant_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'mac_address': 'fa:16:3e:0e:f6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56d4330-1a0f-4d9d-89ad-2a23490cfb76', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b5d4a9e5-6112-4f76-b8de-700c6543d986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:03Z', 'updated_at': '2022-10-17T04:31:06Z', 'revision_number': 2, 'project_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'subnets': [{'id': 'b5d4a9e5-6112-4f76-b8de-700c6543d986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:18.903881 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1f868-c43e-4a72-ab47-e66e7aa22268 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Pushing event updated for resources: {'Port': ['ID=33a25b8c-8ca1-4bf8-81be-71828b077dc7,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:18.917567 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-70368818-b0af-4399-82c6-fcefae7bd4a9 req-00116718-c787-4dac-aed9-1d625b7bfd78 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 210 time: 0.3358171 Oct 17 04:31:18.964599 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] Checking router: b56d4330-1a0f-4d9d-89ad-2a23490cfb76 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:31:18.964830 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] Updating router b56d4330-1a0f-4d9d-89ad-2a23490cfb76 port 84b561a0-8c65-4488-838b-523416b6329f binding host dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:31:19.009440 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f449994-aeff-49b9-93ed-adb4522c2f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3189d0-dc62-4a7b-8553-1ec12e008b17,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:19.040956 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-8f449994-aeff-49b9-93ed-adb4522c2f0c admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=9ef69cf492084469ac73862737772776&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4455326 Oct 17 04:31:19.050713 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 54434) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:19.070976 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a1f868-c43e-4a72-ab47-e66e7aa22268 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:19.097691 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (84b561a0-8c65-4488-838b-523416b6329f), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:19.108183 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-fa27cee5-f2d2-4e5f-bea7-8d2f39ad050c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--269664804&fields=id&tenant_id=0761fde06e5240adb0d7f1a7d5724d37 HTTP/1.1" status: 200 len: 267 time: 0.4711974 Oct 17 04:31:19.231792 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-9eb8d927-b58e-4bd5-82d3-a465942ca77f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Allocated IP 172.27.3.230 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/8231480d-a27a-4cd0-8e1a-23ac93165119) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:31:19.316651 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ede25e7e-6d07-4a50-a05f-01d62c921fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (78935399-6a90-4839-8df7-6fc05be54b3e), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:19.319870 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=e322bd02-8ff2-40a3-b8c7-25e61d874f7b,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:19.414705 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9fddb-7356-449c-9355-73a98de83cea req-a1781e95-741b-472c-b75c-70bfd6ad2269 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:19.421409 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9ec9fddb-7356-449c-9355-73a98de83cea req-a1781e95-741b-472c-b75c-70bfd6ad2269 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.20 "GET /networking/v2.0/networks?id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb HTTP/1.1" status: 200 len: 818 time: 1.1386812 Oct 17 04:31:19.436725 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-35a1f868-c43e-4a72-ab47-e66e7aa22268 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:19.464124 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede25e7e-6d07-4a50-a05f-01d62c921fca None None] Pushing event updated for resources: {'Port': ['ID=78935399-6a90-4839-8df7-6fc05be54b3e,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:19.489373 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 78935399-6a90-4839-8df7-6fc05be54b3e up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:19.520973 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-9ead6f70-54a5-4222-a4cf-5a35d8d2cad5 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:19.522561 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-9ead6f70-54a5-4222-a4cf-5a35d8d2cad5 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/networks?id=596ebb0d-79d0-45f5-9e52-b2ce25b00863 HTTP/1.1" status: 200 len: 816 time: 0.4135928 Oct 17 04:31:19.543044 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a1f868-c43e-4a72-ab47-e66e7aa22268 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Received port after_create {{(pid=104488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:31:19.602528 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-ede25e7e-6d07-4a50-a05f-01d62c921fca None None] Provisioning complete for port decbcabf-cae3-43f6-b380-5ec431cf4aec triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:19.603218 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ede25e7e-6d07-4a50-a05f-01d62c921fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (decbcabf-cae3-43f6-b380-5ec431cf4aec), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:19.604020 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-ede25e7e-6d07-4a50-a05f-01d62c921fca None None] Attempt 1 to provision port decbcabf-cae3-43f6-b380-5ec431cf4aec Oct 17 04:31:19.618300 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] Publish callbacks [] for port (decbcabf-cae3-43f6-b380-5ec431cf4aec), precommit_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:19.734537 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d927-b58e-4bd5-82d3-a465942ca77f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for port (8231480d-a27a-4cd0-8e1a-23ac93165119), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:19.746844 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-35a1f868-c43e-4a72-ab47-e66e7aa22268 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for floatingip (1bebbacb-f2d3-44a6-a48c-a8ce7bb59e8e), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:19.766611 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.20', 56455) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:19.776776 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=100 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:19.785891 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (decbcabf-cae3-43f6-b380-5ec431cf4aec), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:19.821743 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] Publish callbacks [] for port (84b561a0-8c65-4488-838b-523416b6329f), precommit_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:19.827729 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-aca5d160-c5c1-4121-a781-fead64369bda req-b3b4d7ac-469a-4c6d-8ef6-189d7ade94d8 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 210 time: 0.3774667 Oct 17 04:31:19.833943 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (84b561a0-8c65-4488-838b-523416b6329f), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:19.845017 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-2be45bdb-9ce1-4501-a2ab-a2983a9ba222 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/quotas/0761fde06e5240adb0d7f1a7d5724d37 HTTP/1.1" status: 200 len: 375 time: 0.0571852 Oct 17 04:31:19.908117 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-ede25e7e-6d07-4a50-a05f-01d62c921fca None None] Port decbcabf-cae3-43f6-b380-5ec431cf4aec cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:31:19.918217 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-9ec9fddb-7356-449c-9355-73a98de83cea req-fec1198f-af49-4caa-8c3e-13780790c82d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Request body: {'port': {'device_id': '9d8b2344-7541-41fa-b97f-734e7220308c', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'admin_state_up': True, 'tenant_id': '7bd6234b23704bdf809481085ce465eb'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:19.934450 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'name': 'tempest-ServerRescueNegativeTestJSON-196942370-router', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:02Z', 'revision_number': 4, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'gw_port': {'id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7', 'name': '', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'mac_address': 'fa:16:3e:94:74:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:16Z', 'revision_number': 4, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'subnets': [{'id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:19.971964 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-dff3c2c9-4e37-4894-ba3a-345c08984903 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=0761fde06e5240adb0d7f1a7d5724d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1257997 Oct 17 04:31:20.014547 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e065fc-a8f2-4a9f-abf8-e892db5dedde None None] Pushing event updated for resources: {'Port': ['ID=84b561a0-8c65-4488-838b-523416b6329f,revision_number=3']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:20.036177 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4500173d-f778-4bd8-9ce0-310ae84960cf admin admin] Publish callbacks [] for security_group (bd3189d0-dc62-4a7b-8553-1ec12e008b17), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:20.045767 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] Attempting to bind port 84b561a0-8c65-4488-838b-523416b6329f on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:31:20.046161 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] Attempting to bind port 84b561a0-8c65-4488-838b-523416b6329f by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': '62b8bbe0-1969-454f-98b1-1af7f8eb0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8500cc6f-85c4-44a2-bb52-3bb418fbfad7'}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:31:20.046522 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] Attempting to bind port 84b561a0-8c65-4488-838b-523416b6329f on network 8500cc6f-85c4-44a2-bb52-3bb418fbfad7 {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:20.067076 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-35a1f868-c43e-4a72-ab47-e66e7aa22268 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (33a25b8c-8ca1-4bf8-81be-71828b077dc7), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:20.106854 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 78935399-6a90-4839-8df7-6fc05be54b3e triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:20.107139 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (78935399-6a90-4839-8df7-6fc05be54b3e), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:20.107484 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 78935399-6a90-4839-8df7-6fc05be54b3e Oct 17 04:31:20.119672 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-ede25e7e-6d07-4a50-a05f-01d62c921fca None None] Provisioning complete for port 84b561a0-8c65-4488-838b-523416b6329f triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:20.120759 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ede25e7e-6d07-4a50-a05f-01d62c921fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (84b561a0-8c65-4488-838b-523416b6329f), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:20.121122 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-ede25e7e-6d07-4a50-a05f-01d62c921fca None None] Attempt 1 to provision port 84b561a0-8c65-4488-838b-523416b6329f Oct 17 04:31:20.124865 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7426a-337e-47c2-81cf-ceba99b4a6db None None] Pushing event updated for resources: {'Port': ['ID=decbcabf-cae3-43f6-b380-5ec431cf4aec,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:20.142644 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b13ae3-cf02-4998-93e9-07b7c2242e8c None None] The sync data for ids ['360408b5-178b-451c-aa29-5d9d8bcf86eb'] in dv-cinder-861557-1-iscsi is: [{'id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'name': 'tempest-ServerRescueNegativeTestJSON-196942370-router', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:02Z', 'revision_number': 4, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'gw_port': {'id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7', 'name': '', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'mac_address': 'fa:16:3e:94:74:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:16Z', 'revision_number': 4, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'subnets': [{'id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:31:20.189756 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:INSERT=8,neutron:SELECT=92 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:20.199580 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d927-b58e-4bd5-82d3-a465942ca77f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (8231480d-a27a-4cd0-8e1a-23ac93165119), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:20.200954 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fcf820a5-1502-4083-8b41-b3fb311682db req-ec59ffe7-ec38-48e9-a241-1dd218211f21 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 210 time: 0.1240003 Oct 17 04:31:20.216911 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4500173d-f778-4bd8-9ce0-310ae84960cf admin admin] Publish callbacks [] for security_group (bd3189d0-dc62-4a7b-8553-1ec12e008b17), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:20.231147 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:31:20.237174 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] Checking segment: {'id': '62b8bbe0-1969-454f-98b1-1af7f8eb0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8500cc6f-85c4-44a2-bb52-3bb418fbfad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:31:20.237840 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:20.239919 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] Bound using segment: {'id': '62b8bbe0-1969-454f-98b1-1af7f8eb0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8500cc6f-85c4-44a2-bb52-3bb418fbfad7'} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:31:20.240447 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] Bound port: 84b561a0-8c65-4488-838b-523416b6329f, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b8bbe0-1969-454f-98b1-1af7f8eb0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8500cc6f-85c4-44a2-bb52-3bb418fbfad7'}}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:31:20.241645 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (84b561a0-8c65-4488-838b-523416b6329f), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:20.338268 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:20.438322 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] For port 84b561a0-8c65-4488-838b-523416b6329f, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:31:20.440658 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] Attempting to bind port decbcabf-cae3-43f6-b380-5ec431cf4aec on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:31:20.441613 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] Attempting to bind port decbcabf-cae3-43f6-b380-5ec431cf4aec by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': 'c26ac881-75a2-4c4f-bf22-c9e5e29baaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:31:20.442207 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] Attempting to bind port decbcabf-cae3-43f6-b380-5ec431cf4aec on network 5b651c35-159b-4d6e-a364-6761b8b7e75b {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:20.445915 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] For port 84b561a0-8c65-4488-838b-523416b6329f, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=84b561a0-8c65-4488-838b-523416b6329f,segment=NetworkSegment(62b8bbe0-1969-454f-98b1-1af7f8eb0066),segment_id=62b8bbe0-1969-454f-98b1-1af7f8eb0066)] {{(pid=104490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:31:20.466027 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (84b561a0-8c65-4488-838b-523416b6329f), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:20.481749 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-ede25e7e-6d07-4a50-a05f-01d62c921fca None None] Port 84b561a0-8c65-4488-838b-523416b6329f cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:31:20.507840 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-ede25e7e-6d07-4a50-a05f-01d62c921fca None None] Provisioning complete for port 467b4741-2ac6-410b-b911-90a301b47513 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:20.508729 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ede25e7e-6d07-4a50-a05f-01d62c921fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (467b4741-2ac6-410b-b911-90a301b47513), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:20.509268 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-ede25e7e-6d07-4a50-a05f-01d62c921fca None None] Attempt 1 to provision port 467b4741-2ac6-410b-b911-90a301b47513 Oct 17 04:31:20.522509 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-e054b56f-2ded-4e01-924f-9093df27ce5b tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:20.524058 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-e054b56f-2ded-4e01-924f-9093df27ce5b tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.20 "GET /networking/v2.0/networks?id=8500cc6f-85c4-44a2-bb52-3bb418fbfad7 HTTP/1.1" status: 200 len: 811 time: 0.7483323 Oct 17 04:31:20.564944 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb8d927-b58e-4bd5-82d3-a465942ca77f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:20.572738 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8d927-b58e-4bd5-82d3-a465942ca77f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'Port': ['ID=8231480d-a27a-4cd0-8e1a-23ac93165119,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:20.583065 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-9eb8d927-b58e-4bd5-82d3-a465942ca77f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:20.585411 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8d927-b58e-4bd5-82d3-a465942ca77f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:31:20.586102 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-ede25e7e-6d07-4a50-a05f-01d62c921fca None None] Port 467b4741-2ac6-410b-b911-90a301b47513 cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:31:20.600628 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e065fc-a8f2-4a9f-abf8-e892db5dedde None None] Pushing event updated for resources: {'Port': ['ID=84b561a0-8c65-4488-838b-523416b6329f,revision_number=4']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:20.607481 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] Routers {'b56d4330-1a0f-4d9d-89ad-2a23490cfb76'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:31:20.608112 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:04Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['b56d4330-1a0f-4d9d-89ad-2a23490cfb76'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:20.615911 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:20.657050 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 78935399-6a90-4839-8df7-6fc05be54b3e is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:20.658595 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device af585dea-1e97-44ea-a9ab-20728b2fcfbd up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:20.660091 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-53661c28-99bb-4bb0-8036-a82e40ae0448 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6765618 Oct 17 04:31:20.662042 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:31:20.662187 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] Checking segment: {'id': 'c26ac881-75a2-4c4f-bf22-c9e5e29baaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:31:20.662860 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:20.662950 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] Bound using segment: {'id': 'c26ac881-75a2-4c4f-bf22-c9e5e29baaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:31:20.663382 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] Bound port: decbcabf-cae3-43f6-b380-5ec431cf4aec, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26ac881-75a2-4c4f-bf22-c9e5e29baaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:31:20.663765 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (decbcabf-cae3-43f6-b380-5ec431cf4aec), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:20.683137 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:20.687047 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec9fddb-7356-449c-9355-73a98de83cea req-fec1198f-af49-4caa-8c3e-13780790c82d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Made reservation on behalf of 7bd6234b23704bdf809481085ce465eb for: {'port': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:31:20.694688 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-9ec9fddb-7356-449c-9355-73a98de83cea req-fec1198f-af49-4caa-8c3e-13780790c82d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:20.720041 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-35a1f868-c43e-4a72-ab47-e66e7aa22268 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for port (33a25b8c-8ca1-4bf8-81be-71828b077dc7), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:20.743979 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d927-b58e-4bd5-82d3-a465942ca77f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (097697b6-7613-4970-8510-773d7a18ebc8), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:20.746534 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:20.754161 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] For port decbcabf-cae3-43f6-b380-5ec431cf4aec, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:31:20.759328 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] For port decbcabf-cae3-43f6-b380-5ec431cf4aec, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=decbcabf-cae3-43f6-b380-5ec431cf4aec,segment=NetworkSegment(c26ac881-75a2-4c4f-bf22-c9e5e29baaeb),segment_id=c26ac881-75a2-4c4f-bf22-c9e5e29baaeb)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:31:20.770371 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (decbcabf-cae3-43f6-b380-5ec431cf4aec), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:20.788862 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-35a1f868-c43e-4a72-ab47-e66e7aa22268 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (33a25b8c-8ca1-4bf8-81be-71828b077dc7), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:20.789922 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-35a1f868-c43e-4a72-ab47-e66e7aa22268 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (1bebbacb-f2d3-44a6-a48c-a8ce7bb59e8e), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:20.848870 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:20.890349 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] Set router b56d4330-1a0f-4d9d-89ad-2a23490cfb76 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:20.895413 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] Routers {'cf3ccc05-0068-40f1-8539-7d2292f48ca6'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:31:20.896176 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:04Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:20.905547 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port af585dea-1e97-44ea-a9ab-20728b2fcfbd triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:20.905924 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (af585dea-1e97-44ea-a9ab-20728b2fcfbd), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:20.906281 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port af585dea-1e97-44ea-a9ab-20728b2fcfbd Oct 17 04:31:20.986822 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-35a1f868-c43e-4a72-ab47-e66e7aa22268 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:20.997178 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-35a1f868-c43e-4a72-ab47-e66e7aa22268 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2535739 Oct 17 04:31:20.997634 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7426a-337e-47c2-81cf-ceba99b4a6db None None] Pushing event updated for resources: {'Port': ['ID=decbcabf-cae3-43f6-b380-5ec431cf4aec,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:21.026154 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4500173d-f778-4bd8-9ce0-310ae84960cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (bd3189d0-dc62-4a7b-8553-1ec12e008b17), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:21.029127 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4500173d-f778-4bd8-9ce0-310ae84960cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:21.032997 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-4500173d-f778-4bd8-9ce0-310ae84960cf admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/bd3189d0-dc62-4a7b-8553-1ec12e008b17 HTTP/1.1" status: 204 len: 168 time: 1.9788013 Oct 17 04:31:21.099130 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d927-b58e-4bd5-82d3-a465942ca77f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (8231480d-a27a-4cd0-8e1a-23ac93165119), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:21.107665 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] Set router cf3ccc05-0068-40f1-8539-7d2292f48ca6 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:21.109769 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port af585dea-1e97-44ea-a9ab-20728b2fcfbd is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:21.110150 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (af585dea-1e97-44ea-a9ab-20728b2fcfbd), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:21.148037 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500173d-f778-4bd8-9ce0-310ae84960cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3189d0-dc62-4a7b-8553-1ec12e008b17,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:21.169533 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2e65f37b-a57b-4836-b01b-fd875e8e63a9 req-dc0bd7ee-7b91-48d2-b4a5-f33aee9c3e21 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 210 time: 0.1007288 Oct 17 04:31:21.182120 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1f868-c43e-4a72-ab47-e66e7aa22268 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Pushing event updated for resources: {'Port': ['ID=33a25b8c-8ca1-4bf8-81be-71828b077dc7,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:21.231172 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-decd60a2-86c5-4577-9b55-741c2743f6cd service neutron] 10.222.0.40 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827526 Oct 17 04:31:21.240755 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port af585dea-1e97-44ea-a9ab-20728b2fcfbd, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=af585dea-1e97-44ea-a9ab-20728b2fcfbd,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:21.267527 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (af585dea-1e97-44ea-a9ab-20728b2fcfbd), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:21.268331 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:21.368209 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [req-9ec9fddb-7356-449c-9355-73a98de83cea req-fec1198f-af49-4caa-8c3e-13780790c82d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Allocated IP 172.20.0.13 (4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb/c0346a38-a53e-4be5-b7d5-8ede2ed11f33/d527852d-57b4-4e00-893c-ff6f8df97d89) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:31:21.430616 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-3e118cc4-9bd9-45d3-b005-6eb03274c95f tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--498767629&fields=id&tenant_id=9de6141e0c3a41bcb84ac635b48a51df HTTP/1.1" status: 200 len: 267 time: 0.0973535 Oct 17 04:31:21.540522 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56d4330-1a0f-4d9d-89ad-2a23490cfb76', 'name': 'tempest-DeleteServersTestJSON-794194935-router', 'tenant_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'af585dea-1e97-44ea-a9ab-20728b2fcfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:05Z', 'revision_number': 4, 'project_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'gw_port': {'id': 'af585dea-1e97-44ea-a9ab-20728b2fcfbd', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56d4330-1a0f-4d9d-89ad-2a23490cfb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '84b561a0-8c65-4488-838b-523416b6329f', 'name': '', 'network_id': '8500cc6f-85c4-44a2-bb52-3bb418fbfad7', 'tenant_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'mac_address': 'fa:16:3e:0e:f6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56d4330-1a0f-4d9d-89ad-2a23490cfb76', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b5d4a9e5-6112-4f76-b8de-700c6543d986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:03Z', 'updated_at': '2022-10-17T04:31:20Z', 'revision_number': 4, 'project_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'subnets': [{'id': 'b5d4a9e5-6112-4f76-b8de-700c6543d986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:21.593760 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:21.597418 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953cfa8d-ee65-4854-a3b1-d2d5cd2649b3 None None] The sync data for ids ['b56d4330-1a0f-4d9d-89ad-2a23490cfb76'] in dv-cinder-861557-1-iscsi is: [{'id': 'b56d4330-1a0f-4d9d-89ad-2a23490cfb76', 'name': 'tempest-DeleteServersTestJSON-794194935-router', 'tenant_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'af585dea-1e97-44ea-a9ab-20728b2fcfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:05Z', 'revision_number': 4, 'project_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'gw_port': {'id': 'af585dea-1e97-44ea-a9ab-20728b2fcfbd', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56d4330-1a0f-4d9d-89ad-2a23490cfb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '84b561a0-8c65-4488-838b-523416b6329f', 'name': '', 'network_id': '8500cc6f-85c4-44a2-bb52-3bb418fbfad7', 'tenant_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'mac_address': 'fa:16:3e:0e:f6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56d4330-1a0f-4d9d-89ad-2a23490cfb76', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b5d4a9e5-6112-4f76-b8de-700c6543d986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:03Z', 'updated_at': '2022-10-17T04:31:20Z', 'revision_number': 4, 'project_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'subnets': [{'id': 'b5d4a9e5-6112-4f76-b8de-700c6543d986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:31:21.619425 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'name': 'tempest-AttachVolumeTestJSON-690720917-router', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:09Z', 'revision_number': 4, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'gw_port': {'id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': 'decbcabf-cae3-43f6-b380-5ec431cf4aec', 'name': '', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'mac_address': 'fa:16:3e:6d:b6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:07Z', 'updated_at': '2022-10-17T04:31:20Z', 'revision_number': 4, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'subnets': [{'id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:21.635797 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-99f6c22f-b9a2-4a4d-9c1a-1d6e5858db8f tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:21.646047 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-99f6c22f-b9a2-4a4d-9c1a-1d6e5858db8f tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/networks?id=5b651c35-159b-4d6e-a364-6761b8b7e75b HTTP/1.1" status: 200 len: 810 time: 0.2142015 Oct 17 04:31:21.680066 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-a1a20dd1-b0c0-4ec3-a3a7-11a6825a1866 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/quotas/9de6141e0c3a41bcb84ac635b48a51df HTTP/1.1" status: 200 len: 375 time: 0.0323050 Oct 17 04:31:21.711852 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb592f-4bc7-4dc7-aa29-70f591070523 None None] The sync data for ids ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'] in dv-cinder-861557-1-iscsi is: [{'id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'name': 'tempest-AttachVolumeTestJSON-690720917-router', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:09Z', 'revision_number': 4, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'gw_port': {'id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': 'decbcabf-cae3-43f6-b380-5ec431cf4aec', 'name': '', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'mac_address': 'fa:16:3e:6d:b6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:07Z', 'updated_at': '2022-10-17T04:31:20Z', 'revision_number': 4, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'subnets': [{'id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:31:21.724627 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d927-b58e-4bd5-82d3-a465942ca77f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for port (8231480d-a27a-4cd0-8e1a-23ac93165119), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:21.732192 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:21.732654 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (d9885051-38ce-4bad-a5d8-bcc35ff5d7f7), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:21.733029 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 Oct 17 04:31:21.734458 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d927-b58e-4bd5-82d3-a465942ca77f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (8231480d-a27a-4cd0-8e1a-23ac93165119), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:21.734862 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=af585dea-1e97-44ea-a9ab-20728b2fcfbd,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:21.735366 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d927-b58e-4bd5-82d3-a465942ca77f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (097697b6-7613-4970-8510-773d7a18ebc8), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:21.758499 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-0550c6d1-5e9b-4ed9-a74f-42d21f5c02ed tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9de6141e0c3a41bcb84ac635b48a51df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546634 Oct 17 04:31:21.767234 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d5ec1e08-d838-4eab-964b-33fe1fb4a72d req-265fac35-5a9c-4dcb-a5bf-58abcda00145 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 210 time: 0.1072550 Oct 17 04:31:21.823883 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:21.847005 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d927-b58e-4bd5-82d3-a465942ca77f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:21.853377 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-9eb8d927-b58e-4bd5-82d3-a465942ca77f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3189800 Oct 17 04:31:21.898436 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8d927-b58e-4bd5-82d3-a465942ca77f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'Port': ['ID=8231480d-a27a-4cd0-8e1a-23ac93165119,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:21.917195 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:21.918921 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 671c48d6-1bf7-4af3-9c10-f1178369ab48 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:21.934516 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-9ec9fddb-7356-449c-9355-73a98de83cea req-fec1198f-af49-4caa-8c3e-13780790c82d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for port (d527852d-57b4-4e00-893c-ff6f8df97d89), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:22.013301 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-9ec9fddb-7356-449c-9355-73a98de83cea req-fec1198f-af49-4caa-8c3e-13780790c82d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (d527852d-57b4-4e00-893c-ff6f8df97d89), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:22.016445 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8af31434-b17a-4e53-a360-f39f5a3ebd28 req-6e96be3d-052b-4e50-8a40-de05ab3148d7 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 210 time: 0.1669521 Oct 17 04:31:22.035051 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 671c48d6-1bf7-4af3-9c10-f1178369ab48 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:22.035452 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (671c48d6-1bf7-4af3-9c10-f1178369ab48), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:22.035793 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 671c48d6-1bf7-4af3-9c10-f1178369ab48 Oct 17 04:31:22.140366 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-28952cc2-a6c8-4bc8-a89c-8a021fd03f40 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245022 Oct 17 04:31:22.332198 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec9fddb-7356-449c-9355-73a98de83cea req-fec1198f-af49-4caa-8c3e-13780790c82d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:22.342078 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [req-9ec9fddb-7356-449c-9355-73a98de83cea req-fec1198f-af49-4caa-8c3e-13780790c82d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:22.344448 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1198f-af49-4caa-8c3e-13780790c82d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Pushing event updated for resources: {'Port': ['ID=d527852d-57b4-4e00-893c-ff6f8df97d89,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:22.347695 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec9fddb-7356-449c-9355-73a98de83cea req-fec1198f-af49-4caa-8c3e-13780790c82d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:31:22.354711 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9fddb-7356-449c-9355-73a98de83cea req-fec1198f-af49-4caa-8c3e-13780790c82d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:22.355657 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-9ec9fddb-7356-449c-9355-73a98de83cea req-fec1198f-af49-4caa-8c3e-13780790c82d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:22.356908 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 671c48d6-1bf7-4af3-9c10-f1178369ab48 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:22.358810 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 8ae39705-2e31-4fb3-914c-6cdaeb6192d7 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:22.380038 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:22.403404 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9ec9fddb-7356-449c-9355-73a98de83cea req-fec1198f-af49-4caa-8c3e-13780790c82d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6375449 Oct 17 04:31:22.518806 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 8ae39705-2e31-4fb3-914c-6cdaeb6192d7 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:22.519200 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (8ae39705-2e31-4fb3-914c-6cdaeb6192d7), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:22.525050 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 8ae39705-2e31-4fb3-914c-6cdaeb6192d7 Oct 17 04:31:22.645066 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-1577d754-c524-4c61-8831-35d1a0334651 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007746 Oct 17 04:31:22.653402 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-3bb4f53a-3c96-447d-b203-9c1e7466a0d2 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Request body: {'port': {'device_id': '75c34166-9c02-41cb-b5e6-21cc7c4b06b7', 'network_id': '8500cc6f-85c4-44a2-bb52-3bb418fbfad7', 'admin_state_up': True, 'tenant_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:22.779157 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [req-9ec9fddb-7356-449c-9355-73a98de83cea req-76d872ab-8512-44ca-b4a6-495fc1c96688 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104487) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 04:31:22.783647 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9ec9fddb-7356-449c-9355-73a98de83cea req-76d872ab-8512-44ca-b4a6-495fc1c96688 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1195626 Oct 17 04:31:22.820852 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-2ac7ecb6-c4e0-480e-9803-63852c1a79e5 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--344527414&fields=id&tenant_id=e022e6125e85417881ce226db7a5c764 HTTP/1.1" status: 200 len: 267 time: 0.4195349 Oct 17 04:31:22.996013 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-fca8be6d-ef54-4092-9797-b439e91d1a92 None None] Provisioning complete for port d527852d-57b4-4e00-893c-ff6f8df97d89 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:22.998726 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-fca8be6d-ef54-4092-9797-b439e91d1a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (d527852d-57b4-4e00-893c-ff6f8df97d89), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:22.999453 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-fca8be6d-ef54-4092-9797-b439e91d1a92 None None] Attempt 1 to provision port d527852d-57b4-4e00-893c-ff6f8df97d89 Oct 17 04:31:23.136803 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:23.138515 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-fca8be6d-ef54-4092-9797-b439e91d1a92 None None] Port d527852d-57b4-4e00-893c-ff6f8df97d89 cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:31:23.140477 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 8ae39705-2e31-4fb3-914c-6cdaeb6192d7 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:23.141218 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (8ae39705-2e31-4fb3-914c-6cdaeb6192d7), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:23.191001 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port 8ae39705-2e31-4fb3-914c-6cdaeb6192d7, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=8ae39705-2e31-4fb3-914c-6cdaeb6192d7,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:23.225002 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (8ae39705-2e31-4fb3-914c-6cdaeb6192d7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:23.226615 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device eb11dc13-8d02-43e0-aed3-a24829bb9267 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:23.262910 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.20', 56464) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:23.296863 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:23.609263 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:23.630900 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-9a168aae-2007-414c-a6b7-096874a60140 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:23.632468 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-9a168aae-2007-414c-a6b7-096874a60140 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/networks?id=60b2c529-82f9-47ea-9951-24ba7b38ebc9 HTTP/1.1" status: 200 len: 815 time: 0.8027771 Oct 17 04:31:23.738941 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b2ace95a-66f4-4b41-83f9-b92e670e8728 req-54ebe87a-691f-482f-9cd8-12c20ccd12b7 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 210 time: 0.1753252 Oct 17 04:31:23.757807 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-aa6e58b8-30fc-435b-b7a0-31bd705388d5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:23.760028 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-aa6e58b8-30fc-435b-b7a0-31bd705388d5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.20 "GET /networking/v2.0/networks?id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb HTTP/1.1" status: 200 len: 818 time: 0.8352783 Oct 17 04:31:23.804469 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-e76e5cb1-cad8-4739-bb19-37c2e4b0c02e tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/quotas/e022e6125e85417881ce226db7a5c764 HTTP/1.1" status: 200 len: 375 time: 0.0967462 Oct 17 04:31:23.813339 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-28b2e645-5cd2-47d9-8704-daebba5c7bdb tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Request body: {'port': {'device_id': '942796c5-f5b3-476a-ae21-dcaabf3bd8df', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'admin_state_up': True, 'tenant_id': '7bd6234b23704bdf809481085ce465eb'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:23.987304 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [req-9ec9fddb-7356-449c-9355-73a98de83cea req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] Request body: {'port': {'device_id': '9d8b2344-7541-41fa-b97f-734e7220308c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86155'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:24.029992 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-3bb4f53a-3c96-447d-b203-9c1e7466a0d2 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Made reservation on behalf of e5eb02a1b40e4b83bc6baf4c3ac1bbbf for: {'port': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:31:24.034141 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-3bb4f53a-3c96-447d-b203-9c1e7466a0d2 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:24.046803 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-00931ee3-9b01-4d38-bdf4-e227f2541d46 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e022e6125e85417881ce226db7a5c764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2316818 Oct 17 04:31:24.094502 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=8ae39705-2e31-4fb3-914c-6cdaeb6192d7,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:24.100924 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port eb11dc13-8d02-43e0-aed3-a24829bb9267 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:24.101661 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (eb11dc13-8d02-43e0-aed3-a24829bb9267), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:24.102218 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port eb11dc13-8d02-43e0-aed3-a24829bb9267 Oct 17 04:31:24.198063 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:24.221278 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port eb11dc13-8d02-43e0-aed3-a24829bb9267 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:24.312828 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b75e73df-b71d-4319-bdab-003dd8306187 req-1057df55-6bf1-4319-a6ef-2004312c4d49 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 210 time: 0.2515311 Oct 17 04:31:24.410362 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-9ec9fddb-7356-449c-9355-73a98de83cea req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (d527852d-57b4-4e00-893c-ff6f8df97d89), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:24.623349 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-28b2e645-5cd2-47d9-8704-daebba5c7bdb tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Made reservation on behalf of 7bd6234b23704bdf809481085ce465eb for: {'port': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:31:24.632346 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-28b2e645-5cd2-47d9-8704-daebba5c7bdb tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:24.967198 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-72194427-e781-4e77-b4c3-9b070179c3cc req-3d12b18f-333a-4788-a88b-db8d08b1d7ea tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 210 time: 0.5267582 Oct 17 04:31:25.012903 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-01341b9f-40b0-445b-83c2-b1756a5575bf service neutron] 10.222.0.40 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9260149 Oct 17 04:31:25.107427 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 78935399-6a90-4839-8df7-6fc05be54b3e up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:25.148248 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-3bb4f53a-3c96-447d-b203-9c1e7466a0d2 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Allocated IP 172.20.0.14 (8500cc6f-85c4-44a2-bb52-3bb418fbfad7/b5d4a9e5-6112-4f76-b8de-700c6543d986/62afe409-bc34-457e-bcb8-6b6ebb859ed6) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:31:25.156326 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.20', 56476) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:25.316554 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 78935399-6a90-4839-8df7-6fc05be54b3e triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:25.320175 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (78935399-6a90-4839-8df7-6fc05be54b3e), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:25.320660 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 78935399-6a90-4839-8df7-6fc05be54b3e Oct 17 04:31:25.519766 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 78935399-6a90-4839-8df7-6fc05be54b3e is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:25.525703 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device af585dea-1e97-44ea-a9ab-20728b2fcfbd up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:25.647409 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port af585dea-1e97-44ea-a9ab-20728b2fcfbd triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:25.647892 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (af585dea-1e97-44ea-a9ab-20728b2fcfbd), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:25.648382 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port af585dea-1e97-44ea-a9ab-20728b2fcfbd Oct 17 04:31:25.685184 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:25.846523 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d93b14ad-3c4a-4eb2-9aad-85206f451f6c req-778940c7-6062-4927-b974-c038bd4a28bc tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 210 time: 0.4660516 Oct 17 04:31:25.930992 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port af585dea-1e97-44ea-a9ab-20728b2fcfbd is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:25.933237 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 8ae39705-2e31-4fb3-914c-6cdaeb6192d7 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:25.968293 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-7721f151-a8c3-4700-9856-05cac041939b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9322073 Oct 17 04:31:25.994268 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-8c99e26a-ebc5-48e8-b6d0-6d854ef9e411 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:26.007409 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-8c99e26a-ebc5-48e8-b6d0-6d854ef9e411 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.20 "GET /networking/v2.0/networks?id=596ebb0d-79d0-45f5-9e52-b2ce25b00863 HTTP/1.1" status: 200 len: 816 time: 0.8405528 Oct 17 04:31:26.043299 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-28b2e645-5cd2-47d9-8704-daebba5c7bdb tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Allocated IP 172.20.0.3 (4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb/c0346a38-a53e-4be5-b7d5-8ede2ed11f33/37d6f19d-2ed4-4803-ac7c-8e9517972bc6) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:31:26.060375 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 8ae39705-2e31-4fb3-914c-6cdaeb6192d7 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:26.060779 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (8ae39705-2e31-4fb3-914c-6cdaeb6192d7), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:26.061118 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 8ae39705-2e31-4fb3-914c-6cdaeb6192d7 Oct 17 04:31:26.083934 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-891053e9-4560-4ec3-b0ab-25a84bfc19a0 req-812167f0-47f9-4753-a6a0-a87fe9a3ba95 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 210 time: 0.0816226 Oct 17 04:31:26.323897 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bea0f801-186c-4544-a029-afccffee7408 req-f43423bd-d5e5-49e9-bd3b-a9deedc8680d tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 210 time: 0.1050611 Oct 17 04:31:26.402706 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 8ae39705-2e31-4fb3-914c-6cdaeb6192d7 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:26.403856 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device e322bd02-8ff2-40a3-b8c7-25e61d874f7b up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:26.422775 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-88042f85-0df9-47c9-83bd-279c0250fb69 req-dc61f0ec-4b1c-455a-8b2f-4cbada40f20d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 210 time: 0.1152685 Oct 17 04:31:26.486587 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:26.532558 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3e9411c0-b65f-4752-8b5e-9ae52bd6d5c8 req-00edca15-bfa7-41e9-b994-ea3fd78ff6a3 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 210 time: 0.0977664 Oct 17 04:31:26.607160 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:26.614926 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port e322bd02-8ff2-40a3-b8c7-25e61d874f7b triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:26.615637 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (e322bd02-8ff2-40a3-b8c7-25e61d874f7b), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:26.616164 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port e322bd02-8ff2-40a3-b8c7-25e61d874f7b Oct 17 04:31:26.729578 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-5a8dc430-9e84-470e-964e-a1d1839215bb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0761fde06e5240adb0d7f1a7d5724d37 HTTP/1.1" status: 200 len: 379 time: 0.2371767 Oct 17 04:31:26.796248 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=100 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:26.798497 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-28b2e645-5cd2-47d9-8704-daebba5c7bdb tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for port (37d6f19d-2ed4-4803-ac7c-8e9517972bc6), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:26.824820 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port e322bd02-8ff2-40a3-b8c7-25e61d874f7b is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:26.829599 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:26.862937 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-3bb4f53a-3c96-447d-b203-9c1e7466a0d2 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Publish callbacks [] for port (62afe409-bc34-457e-bcb8-6b6ebb859ed6), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:26.969772 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:26.970154 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:26.970494 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 Oct 17 04:31:27.115032 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-28b2e645-5cd2-47d9-8704-daebba5c7bdb tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (37d6f19d-2ed4-4803-ac7c-8e9517972bc6), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:27.315342 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.20', 56488) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:27.340214 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-4bd71711-b786-4288-be5c-e46a3607dd4b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Request body: {'port': {'device_id': 'ee04d43c-6d11-4571-989e-90ee8175e03d', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'admin_state_up': True, 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'security_groups': ['773449e5-ec54-41fc-b2b3-1ef705dbd40f']}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:27.348025 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:27.350980 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:27.474973 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7,segment=NetworkSegment(705227ac-8d1e-419e-a3d4-a7c5171cb48b),segment_id=705227ac-8d1e-419e-a3d4-a7c5171cb48b)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:27.485125 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:27.486735 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device decbcabf-cae3-43f6-b380-5ec431cf4aec up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:27.504110 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-3bb4f53a-3c96-447d-b203-9c1e7466a0d2 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (62afe409-bc34-457e-bcb8-6b6ebb859ed6), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:27.600043 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:27.655085 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port decbcabf-cae3-43f6-b380-5ec431cf4aec triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:27.655626 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (decbcabf-cae3-43f6-b380-5ec431cf4aec), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:27.656116 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port decbcabf-cae3-43f6-b380-5ec431cf4aec Oct 17 04:31:27.769333 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-72e1f923-6f82-4afd-a9af-7062273961a6 req-4b5d95dc-c639-4842-8c08-1b61a1132e07 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 210 time: 0.3087866 Oct 17 04:31:27.817266 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-28b2e645-5cd2-47d9-8704-daebba5c7bdb tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:27.861223 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2e645-5cd2-47d9-8704-daebba5c7bdb tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Pushing event updated for resources: {'Port': ['ID=37d6f19d-2ed4-4803-ac7c-8e9517972bc6,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:27.907635 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-28b2e645-5cd2-47d9-8704-daebba5c7bdb tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:27.929990 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] Sync routers for ids ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:31:27.931812 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb33342-2a2c-4240-8392-fbf55d7898a8 req-3a75c83d-8767-4303-a58d-827a21603c1c tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:27.934400 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2bb33342-2a2c-4240-8392-fbf55d7898a8 req-3a75c83d-8767-4303-a58d-827a21603c1c tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 931 time: 0.4611154 Oct 17 04:31:27.938676 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-3bb4f53a-3c96-447d-b203-9c1e7466a0d2 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Network 8500cc6f-85c4-44a2-bb52-3bb418fbfad7 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:27.940671 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [req-9ec9fddb-7356-449c-9355-73a98de83cea req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d527852d-57b4-4e00-893c-ff6f8df97d89 {{(pid=104488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:31:27.941664 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-28b2e645-5cd2-47d9-8704-daebba5c7bdb tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:31:27.943661 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port decbcabf-cae3-43f6-b380-5ec431cf4aec is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:27.946153 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (decbcabf-cae3-43f6-b380-5ec431cf4aec), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:27.946271 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-28b2e645-5cd2-47d9-8704-daebba5c7bdb tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:27.946831 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-28b2e645-5cd2-47d9-8704-daebba5c7bdb tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:27.962999 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-9ec9fddb-7356-449c-9355-73a98de83cea req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] Publish callbacks [] for port (d527852d-57b4-4e00-893c-ff6f8df97d89), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:27.993959 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] Routers {'ef9dfe8e-2638-428a-b697-819c4f07a1e8'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:31:28.000748 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:04Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:28.020815 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.provisioning_blocks [req-9ec9fddb-7356-449c-9355-73a98de83cea req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] Transition to ACTIVE for port object d527852d-57b4-4e00-893c-ff6f8df97d89 will not be triggered until provisioned by entity L2. {{(pid=104488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:31:28.087650 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-3bb4f53a-3c96-447d-b203-9c1e7466a0d2 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:28.104087 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-3bb4f53a-3c96-447d-b203-9c1e7466a0d2 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:31:28.111292 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-3bb4f53a-3c96-447d-b203-9c1e7466a0d2 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:28.112922 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-3bb4f53a-3c96-447d-b203-9c1e7466a0d2 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:28.215350 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edc978-f538-49bd-82f8-5f08d9ffb0b2 req-94bab6a0-54f8-471a-bc9d-1b2a498bfb46 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:28.216798 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port decbcabf-cae3-43f6-b380-5ec431cf4aec, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=decbcabf-cae3-43f6-b380-5ec431cf4aec,segment=NetworkSegment(c26ac881-75a2-4c4f-bf22-c9e5e29baaeb),segment_id=c26ac881-75a2-4c4f-bf22-c9e5e29baaeb)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:28.233927 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-52edc978-f538-49bd-82f8-5f08d9ffb0b2 req-94bab6a0-54f8-471a-bc9d-1b2a498bfb46 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 932 time: 0.1947448 Oct 17 04:31:28.255224 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (decbcabf-cae3-43f6-b380-5ec431cf4aec), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:28.263121 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 84b561a0-8c65-4488-838b-523416b6329f up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:28.263981 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-9ec9fddb-7356-449c-9355-73a98de83cea req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (d527852d-57b4-4e00-893c-ff6f8df97d89), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:28.287083 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-28b2e645-5cd2-47d9-8704-daebba5c7bdb tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4835441 Oct 17 04:31:28.470739 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:28.522359 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] Set router ef9dfe8e-2638-428a-b697-819c4f07a1e8 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:28.599486 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-3bb4f53a-3c96-447d-b203-9c1e7466a0d2 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9547729 Oct 17 04:31:28.647019 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] Request body: {'port': {'device_id': '942796c5-f5b3-476a-ae21-dcaabf3bd8df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86155'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:28.648685 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2bb33342-2a2c-4240-8392-fbf55d7898a8 req-e6d5de95-acac-4ec4-95b4-985611cb768e tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6258705 Oct 17 04:31:28.659047 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4f53a-3c96-447d-b203-9c1e7466a0d2 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Pushing event updated for resources: {'Port': ['ID=62afe409-bc34-457e-bcb8-6b6ebb859ed6,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:28.709665 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] Request body: {'port': {'device_id': '75c34166-9c02-41cb-b5e6-21cc7c4b06b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86155'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:28.756762 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-0597c47b-c544-4c28-88ce-c8c0d0445792 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:28.765458 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-0597c47b-c544-4c28-88ce-c8c0d0445792 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.20 "GET /networking/v2.0/networks?id=5b651c35-159b-4d6e-a364-6761b8b7e75b HTTP/1.1" status: 200 len: 810 time: 1.3968208 Oct 17 04:31:28.798240 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:28.848270 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] Pushing event updated for resources: {'Port': ['ID=d527852d-57b4-4e00-893c-ff6f8df97d89,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:28.850657 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:28.865295 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:28.910842 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [req-9ec9fddb-7356-449c-9355-73a98de83cea req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] Attempting to bind port d527852d-57b4-4e00-893c-ff6f8df97d89 on host hv-cinder-86155 for vnic_type normal with profile {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:31:28.911678 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [req-9ec9fddb-7356-449c-9355-73a98de83cea req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] Attempting to bind port d527852d-57b4-4e00-893c-ff6f8df97d89 by drivers openvswitch,hyperv on host hv-cinder-86155 at level 0 using segments [{'id': '705227ac-8d1e-419e-a3d4-a7c5171cb48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb'}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:31:28.912180 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec9fddb-7356-449c-9355-73a98de83cea req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] Attempting to bind port d527852d-57b4-4e00-893c-ff6f8df97d89 on network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:28.927348 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-fc4f34c3-af9e-4d9c-bc9d-27ceaec06791 None None] Provisioning complete for port 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:28.927727 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-fc4f34c3-af9e-4d9c-bc9d-27ceaec06791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (37d6f19d-2ed4-4803-ac7c-8e9517972bc6), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:28.928057 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-fc4f34c3-af9e-4d9c-bc9d-27ceaec06791 None None] Attempt 1 to provision port 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 Oct 17 04:31:28.952518 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-52edc978-f538-49bd-82f8-5f08d9ffb0b2 req-eb2909fa-2166-4f3c-b370-a7660e624bce tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51628abb-b053-4681-accd-b02cc6f9374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7157335 Oct 17 04:31:29.086844 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:29.146429 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-4bd71711-b786-4288-be5c-e46a3607dd4b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Made reservation on behalf of 0761fde06e5240adb0d7f1a7d5724d37 for: {'port': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:31:29.155919 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-4bd71711-b786-4288-be5c-e46a3607dd4b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:29.156782 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=decbcabf-cae3-43f6-b380-5ec431cf4aec,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:29.164460 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (37d6f19d-2ed4-4803-ac7c-8e9517972bc6), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:29.240613 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a72ce29e-179d-42aa-91af-52c287aa9775 req-8d122281-b1e6-4aa6-91a8-b6676a000354 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 210 time: 0.0816569 Oct 17 04:31:29.357172 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7bacead2-ddb4-43ba-b940-fcd168cd783b req-e5853301-ae90-43e1-96f8-20b513778802 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 210 time: 0.1037169 Oct 17 04:31:29.376495 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec9fddb-7356-449c-9355-73a98de83cea req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] Port d527852d-57b4-4e00-893c-ff6f8df97d89 on network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86155 {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:31:29.377159 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec9fddb-7356-449c-9355-73a98de83cea req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] Attempting to bind port d527852d-57b4-4e00-893c-ff6f8df97d89 on network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:29.471126 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 84b561a0-8c65-4488-838b-523416b6329f triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:29.471568 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (84b561a0-8c65-4488-838b-523416b6329f), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:29.472014 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 84b561a0-8c65-4488-838b-523416b6329f Oct 17 04:31:29.551994 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f34c3-af9e-4d9c-bc9d-27ceaec06791 None None] Port 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:31:29.560311 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec9fddb-7356-449c-9355-73a98de83cea req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] Checking agent: {'id': '98af6631-6ac5-4afe-8748-fa983cad7c78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86155', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:31:29.560850 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec9fddb-7356-449c-9355-73a98de83cea req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] Checking segment: {'id': '705227ac-8d1e-419e-a3d4-a7c5171cb48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:31:29.561640 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec9fddb-7356-449c-9355-73a98de83cea req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] Bound using segment: {'id': '705227ac-8d1e-419e-a3d4-a7c5171cb48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb'} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:31:29.562450 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [req-9ec9fddb-7356-449c-9355-73a98de83cea req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] Bound port: d527852d-57b4-4e00-893c-ff6f8df97d89, host: hv-cinder-86155, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705227ac-8d1e-419e-a3d4-a7c5171cb48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb'}}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:31:29.562968 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-9ec9fddb-7356-449c-9355-73a98de83cea req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (d527852d-57b4-4e00-893c-ff6f8df97d89), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:29.568034 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6bc7ecb8-e7f1-4ac8-9a08-21a47be8cd9b req-6c5cf9b3-2767-43c8-8fa6-8dfec784a981 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 210 time: 0.1100998 Oct 17 04:31:29.573669 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:29.574516 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (62afe409-bc34-457e-bcb8-6b6ebb859ed6), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:29.610997 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-39458a05-361a-4b14-b588-e29dc05bbbbe tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9de6141e0c3a41bcb84ac635b48a51df HTTP/1.1" status: 200 len: 379 time: 0.5449314 Oct 17 04:31:29.652569 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:11Z', 'revision_number': 2, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:29.723790 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [req-9ec9fddb-7356-449c-9355-73a98de83cea req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] For port d527852d-57b4-4e00-893c-ff6f8df97d89, host hv-cinder-86155, cleared binding levels {{(pid=104488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:31:29.743082 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] Checking router: ef9dfe8e-2638-428a-b697-819c4f07a1e8 for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:31:29.743597 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] Updating router ef9dfe8e-2638-428a-b697-819c4f07a1e8 port 467b4741-2ac6-410b-b911-90a301b47513 binding host dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:31:29.787748 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (467b4741-2ac6-410b-b911-90a301b47513), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:29.792566 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-a2f3ad99-f4a3-4669-aed4-1ab78f35f162 None None] Provisioning complete for port 62afe409-bc34-457e-bcb8-6b6ebb859ed6 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:29.793139 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-a2f3ad99-f4a3-4669-aed4-1ab78f35f162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (62afe409-bc34-457e-bcb8-6b6ebb859ed6), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:29.793631 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-a2f3ad99-f4a3-4669-aed4-1ab78f35f162 None None] Attempt 1 to provision port 62afe409-bc34-457e-bcb8-6b6ebb859ed6 Oct 17 04:31:29.795547 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.20', 56503) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:29.852705 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-8ac433af-1267-490d-b409-d3657b73782d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Request body: {'port': {'device_id': 'bf59bfb1-79b1-4ebe-9635-380231dec617', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'admin_state_up': True, 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'security_groups': ['2d2eee5a-3dd0-49dd-b445-b7a27125d355']}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:29.926791 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-a2f3ad99-f4a3-4669-aed4-1ab78f35f162 None None] Port 62afe409-bc34-457e-bcb8-6b6ebb859ed6 cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:31:29.931369 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 84b561a0-8c65-4488-838b-523416b6329f is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:29.932725 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (84b561a0-8c65-4488-838b-523416b6329f), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:30.032273 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-4100b91f-761e-417e-ad03-de2a26dad1d5 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:30.039657 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-4100b91f-761e-417e-ad03-de2a26dad1d5 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.20 "GET /networking/v2.0/networks?id=60b2c529-82f9-47ea-9951-24ba7b38ebc9 HTTP/1.1" status: 200 len: 815 time: 0.2417905 Oct 17 04:31:30.040710 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 54758) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:30.049372 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [req-9ec9fddb-7356-449c-9355-73a98de83cea req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] For port d527852d-57b4-4e00-893c-ff6f8df97d89, host hv-cinder-86155, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=d527852d-57b4-4e00-893c-ff6f8df97d89,segment=NetworkSegment(705227ac-8d1e-419e-a3d4-a7c5171cb48b),segment_id=705227ac-8d1e-419e-a3d4-a7c5171cb48b)] {{(pid=104488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:31:30.050329 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port 84b561a0-8c65-4488-838b-523416b6329f, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=84b561a0-8c65-4488-838b-523416b6329f,segment=NetworkSegment(62b8bbe0-1969-454f-98b1-1af7f8eb0066),segment_id=62b8bbe0-1969-454f-98b1-1af7f8eb0066)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:30.059932 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (84b561a0-8c65-4488-838b-523416b6329f), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:30.060978 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 703cf0c4-b12c-4e6a-9811-06f9c69856e7 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:30.123353 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-9ec9fddb-7356-449c-9355-73a98de83cea req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (d527852d-57b4-4e00-893c-ff6f8df97d89), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:30.127431 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9fddb-7356-449c-9355-73a98de83cea req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:30.128249 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-9ec9fddb-7356-449c-9355-73a98de83cea req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for port (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:30.129823 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9ec9fddb-7356-449c-9355-73a98de83cea req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/d527852d-57b4-4e00-893c-ff6f8df97d89 HTTP/1.1" status: 200 len: 1094 time: 6.8567903 Oct 17 04:31:30.239471 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d8b2344-7541-41fa-b97f-734e7220308c', 'tag': 'd527852d-57b4-4e00-893c-ff6f8df97d89'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:31:30.310157 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-4bd71711-b786-4288-be5c-e46a3607dd4b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Allocated IP 172.20.0.9 (596ebb0d-79d0-45f5-9e52-b2ce25b00863/7c706f9b-2867-4158-b285-926a4adb47a2/f63f40c8-b445-4c27-a582-2ac29415fbeb) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:31:30.514633 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-4bd71711-b786-4288-be5c-e46a3607dd4b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:30.542998 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f0205-9c35-4ecf-aaeb-280481cc5495 service neutron] Pushing event updated for resources: {'Port': ['ID=d527852d-57b4-4e00-893c-ff6f8df97d89,revision_number=3']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:30.555520 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9fddb-7356-449c-9355-73a98de83cea req-49c72296-d4f0-4612-9f12-f56889937edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:30.560019 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9ec9fddb-7356-449c-9355-73a98de83cea req-49c72296-d4f0-4612-9f12-f56889937edf service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7bd6234b23704bdf809481085ce465eb&device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 1128 time: 0.1991432 Oct 17 04:31:30.567591 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:30.578764 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 54780) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:30.667599 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5d35c-a886-48b4-933d-fa6a974277e6 req-9db1f048-3724-4372-a7e3-9f9855212e7e tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:30.669465 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d6c5d35c-a886-48b4-933d-fa6a974277e6 req-9db1f048-3724-4372-a7e3-9f9855212e7e tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 931 time: 0.6133554 Oct 17 04:31:30.695148 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] Publish callbacks [] for port (467b4741-2ac6-410b-b911-90a301b47513), precommit_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:30.706989 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:30.712183 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-4bd71711-b786-4288-be5c-e46a3607dd4b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:30.738082 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (467b4741-2ac6-410b-b911-90a301b47513), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:30.926762 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 703cf0c4-b12c-4e6a-9811-06f9c69856e7 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:30.926762 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (703cf0c4-b12c-4e6a-9811-06f9c69856e7), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:30.926762 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 703cf0c4-b12c-4e6a-9811-06f9c69856e7 Oct 17 04:31:30.927925 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd71711-b786-4288-be5c-e46a3607dd4b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Pushing event updated for resources: {'Port': ['ID=f63f40c8-b445-4c27-a582-2ac29415fbeb,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:30.977229 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] Attempting to bind port 467b4741-2ac6-410b-b911-90a301b47513 on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:31:30.977723 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] Attempting to bind port 467b4741-2ac6-410b-b911-90a301b47513 by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:31:30.978260 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] Attempting to bind port 467b4741-2ac6-410b-b911-90a301b47513 on network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:31.002051 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=84b561a0-8c65-4488-838b-523416b6329f,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:31.066327 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:31.068625 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b2e06-8b83-42e6-8bb5-fa00c10c3246 None None] Pushing event updated for resources: {'Port': ['ID=467b4741-2ac6-410b-b911-90a301b47513,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:31.148187 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 703cf0c4-b12c-4e6a-9811-06f9c69856e7 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:31.152482 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (703cf0c4-b12c-4e6a-9811-06f9c69856e7), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:31.261821 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port 703cf0c4-b12c-4e6a-9811-06f9c69856e7, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=703cf0c4-b12c-4e6a-9811-06f9c69856e7,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:31.278945 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (703cf0c4-b12c-4e6a-9811-06f9c69856e7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:31.295353 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-d93ad71d-87a7-4c96-85de-e6b140c9e06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:31.308082 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:31:31.325622 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] Checking segment: {'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:31:31.326572 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:31.329715 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] Bound using segment: {'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:31:31.332516 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] Bound port: 467b4741-2ac6-410b-b911-90a301b47513, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:31:31.333125 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (467b4741-2ac6-410b-b911-90a301b47513), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:31.468974 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-4bd71711-b786-4288-be5c-e46a3607dd4b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Network 596ebb0d-79d0-45f5-9e52-b2ce25b00863 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:31.485877 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=703cf0c4-b12c-4e6a-9811-06f9c69856e7,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:31.546763 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2cda3e-5d09-46a1-aac4-3bf5bfc9081d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d8b2344-7541-41fa-b97f-734e7220308c", "tag": "d527852d-57b4-4e00-893c-ff6f8df97d89"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:31:31.565881 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d6c5d35c-a886-48b4-933d-fa6a974277e6 req-e9565ba3-ea3c-4f42-b79c-777d2fb332b5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8174741 Oct 17 04:31:31.584490 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86be5f3-0de0-475a-88b3-dbe24975fc4f req-2c222b90-3688-4145-b693-50de6b7674a6 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:31.592615 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c86be5f3-0de0-475a-88b3-dbe24975fc4f req-2c222b90-3688-4145-b693-50de6b7674a6 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 932 time: 1.4730926 Oct 17 04:31:31.597306 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:31.650439 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] For port 467b4741-2ac6-410b-b911-90a301b47513, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:31:31.658691 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] For port 467b4741-2ac6-410b-b911-90a301b47513, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=467b4741-2ac6-410b-b911-90a301b47513,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:31:31.681479 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 84b561a0-8c65-4488-838b-523416b6329f up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:31.681685 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9ec9fddb-7356-449c-9355-73a98de83cea req-8cc44e10-25b5-4a36-946b-7e5084e8f086 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d527852d-57b4-4e00-893c-ff6f8df97d89 HTTP/1.1" status: 200 len: 217 time: 1.0961716 Oct 17 04:31:31.688225 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (467b4741-2ac6-410b-b911-90a301b47513), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:31.695168 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-8e6c493a-d7c3-479f-b96b-ad187238304b tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e022e6125e85417881ce226db7a5c764 HTTP/1.1" status: 200 len: 379 time: 1.6150477 Oct 17 04:31:31.705564 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-63bebcbd-0b6b-4b6e-a153-d7d212f0087f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:31.712632 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:31.716036 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-4bd71711-b786-4288-be5c-e46a3607dd4b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:31.756699 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-4bd71711-b786-4288-be5c-e46a3607dd4b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:31:31.763937 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-4bd71711-b786-4288-be5c-e46a3607dd4b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:31.764772 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-4bd71711-b786-4288-be5c-e46a3607dd4b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:31.776766 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-8ac433af-1267-490d-b409-d3657b73782d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Made reservation on behalf of 9de6141e0c3a41bcb84ac635b48a51df for: {'port': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:31:31.780940 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-8ac433af-1267-490d-b409-d3657b73782d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:31.810692 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] Routers {'ef9dfe8e-2638-428a-b697-819c4f07a1e8'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:31:31.811990 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:04Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:31.812109 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:31.820497 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b2e06-8b83-42e6-8bb5-fa00c10c3246 None None] Pushing event updated for resources: {'Port': ['ID=467b4741-2ac6-410b-b911-90a301b47513,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:31.829723 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-e371f4a2-5a11-487b-bad9-2dafacaed267 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'port': {'device_id': 'ffc759c8-a208-4df1-bf3e-dd2b89bff369', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'admin_state_up': True, 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'security_groups': ['03607a92-c711-4fe5-927e-76f6322b7a08']}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:31.864468 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62afe409-bc34-457e-bcb8-6b6ebb859ed6 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:31:31.879855 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 84b561a0-8c65-4488-838b-523416b6329f triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:31.880482 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (84b561a0-8c65-4488-838b-523416b6329f), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:31.881002 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 84b561a0-8c65-4488-838b-523416b6329f Oct 17 04:31:31.957702 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f7709982-d631-4c5d-b59a-1e284c8b8225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:31.962966 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] Publish callbacks [] for port (62afe409-bc34-457e-bcb8-6b6ebb859ed6), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:31.974258 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-4bd71711-b786-4288-be5c-e46a3607dd4b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6743889 Oct 17 04:31:31.980721 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] Set router ef9dfe8e-2638-428a-b697-819c4f07a1e8 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:32.100087 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] Request body: {'port': {'device_id': 'ee04d43c-6d11-4571-989e-90ee8175e03d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86155'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:32.153645 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] Transition to ACTIVE for port object 62afe409-bc34-457e-bcb8-6b6ebb859ed6 will not be triggered until provisioned by entity L2. {{(pid=104487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:31:32.157300 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:32.159347 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-8ac433af-1267-490d-b409-d3657b73782d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Allocated IP 172.20.0.4 (5b651c35-159b-4d6e-a364-6761b8b7e75b/d4565b2b-3a4c-4521-9f7b-f70198a8501f/1b48d51f-4326-473b-8c9d-416ea81fac1e) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:31:32.177476 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7844a-84d4-4226-af5f-def477bd8381 req-ba2f47a6-bb55-453c-b628-1d075220ab69 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:32.177679 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (62afe409-bc34-457e-bcb8-6b6ebb859ed6), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:32.179563 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6fd7844a-84d4-4226-af5f-def477bd8381 req-ba2f47a6-bb55-453c-b628-1d075220ab69 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 931 time: 0.4763999 Oct 17 04:31:32.255111 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9fddb-7356-449c-9355-73a98de83cea req-8a1cb3c6-ecc4-4836-929a-9a447e3e13cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:32.258590 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9ec9fddb-7356-449c-9355-73a98de83cea req-8a1cb3c6-ecc4-4836-929a-9a447e3e13cd service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c0346a38-a53e-4be5-b7d5-8ede2ed11f33 HTTP/1.1" status: 200 len: 857 time: 0.5568707 Oct 17 04:31:32.275646 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:32.291205 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-3aa11a09-b1a0-4175-830a-a2bd2599485e None None] Provisioning complete for port f63f40c8-b445-4c27-a582-2ac29415fbeb triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:32.291863 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-3aa11a09-b1a0-4175-830a-a2bd2599485e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:32.292604 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-3aa11a09-b1a0-4175-830a-a2bd2599485e None None] Attempt 1 to provision port f63f40c8-b445-4c27-a582-2ac29415fbeb Oct 17 04:31:32.324613 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:32.351434 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c86be5f3-0de0-475a-88b3-dbe24975fc4f req-a195b196-7fda-464f-829b-ae748c57cceb tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51628abb-b053-4681-accd-b02cc6f9374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7543800 Oct 17 04:31:32.355992 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641a38f1-c59c-4b73-9c05-0b51eeafc7ac None None] The sync data for ids ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'] in dv-cinder-861557-1-iscsi is: [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:31:32.393782 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] Pushing event updated for resources: {'Port': ['ID=62afe409-bc34-457e-bcb8-6b6ebb859ed6,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:32.413530 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f7709982-d631-4c5d-b59a-1e284c8b8225 admin admin] Publish callbacks [] for security_group (13613d5d-ca4e-450e-bc24-b0cd70dac8de), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:32.429259 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:32.432829 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 84b561a0-8c65-4488-838b-523416b6329f is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:32.434414 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device decbcabf-cae3-43f6-b380-5ec431cf4aec up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:32.462542 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f7709982-d631-4c5d-b59a-1e284c8b8225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (13613d5d-ca4e-450e-bc24-b0cd70dac8de), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:32.467900 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-3aa11a09-b1a0-4175-830a-a2bd2599485e None None] Port f63f40c8-b445-4c27-a582-2ac29415fbeb cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:31:32.500363 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port decbcabf-cae3-43f6-b380-5ec431cf4aec triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:32.501259 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (decbcabf-cae3-43f6-b380-5ec431cf4aec), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:32.501841 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port decbcabf-cae3-43f6-b380-5ec431cf4aec Oct 17 04:31:32.503658 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9fddb-7356-449c-9355-73a98de83cea req-29e71cac-4cbb-4c20-85c0-492c45188098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:32.506348 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9ec9fddb-7356-449c-9355-73a98de83cea req-29e71cac-4cbb-4c20-85c0-492c45188098 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2181339 Oct 17 04:31:32.508694 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-f7709982-d631-4c5d-b59a-1e284c8b8225 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=5d5d85110947435d817914709060b5fe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9288681 Oct 17 04:31:32.518275 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:32.524017 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 54810) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:32.628953 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] Attempting to bind port 62afe409-bc34-457e-bcb8-6b6ebb859ed6 on host hv-cinder-86155 for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:31:32.629372 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] Attempting to bind port 62afe409-bc34-457e-bcb8-6b6ebb859ed6 by drivers openvswitch,hyperv on host hv-cinder-86155 at level 0 using segments [{'id': '62b8bbe0-1969-454f-98b1-1af7f8eb0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8500cc6f-85c4-44a2-bb52-3bb418fbfad7'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:31:32.629782 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] Attempting to bind port 62afe409-bc34-457e-bcb8-6b6ebb859ed6 on network 8500cc6f-85c4-44a2-bb52-3bb418fbfad7 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:32.641399 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1d01c4d3-8c10-45d2-ab9e-fef0d9d99b63 req-f5d944ff-9f4f-4acb-a8da-8cc0180f9539 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 210 time: 0.0549378 Oct 17 04:31:32.645293 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-63bebcbd-0b6b-4b6e-a153-d7d212f0087f admin admin] Publish callbacks [] for security_group (0031d24c-461a-4d65-8d8a-14a77016618f), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:32.703891 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port decbcabf-cae3-43f6-b380-5ec431cf4aec is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:32.706206 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:32.768316 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-63bebcbd-0b6b-4b6e-a153-d7d212f0087f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (0031d24c-461a-4d65-8d8a-14a77016618f), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:32.789161 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6fd7844a-84d4-4226-af5f-def477bd8381 req-73c9d354-51cb-46dd-9e30-b3f71c30f9e3 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5608222 Oct 17 04:31:32.812018 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:31:32.827328 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:32.828137 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:32.828137 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 Oct 17 04:31:32.860486 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7709982-d631-4c5d-b59a-1e284c8b8225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13613d5d-ca4e-450e-bc24-b0cd70dac8de,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:32.949958 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] Publish callbacks [] for port (37d6f19d-2ed4-4803-ac7c-8e9517972bc6), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:33.055506 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:33.074588 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-8ac433af-1267-490d-b409-d3657b73782d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for port (1b48d51f-4326-473b-8c9d-416ea81fac1e), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:33.124449 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-02113a56-8d07-4f12-925f-3938983ff263 req-1920fbf5-cf46-462b-9a7b-03ce80529c5c tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 210 time: 0.2248101 Oct 17 04:31:33.159230 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-63bebcbd-0b6b-4b6e-a153-d7d212f0087f admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=098257a0701a4df18d584519720046b7&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0982769 Oct 17 04:31:33.163282 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-e371f4a2-5a11-487b-bad9-2dafacaed267 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Made reservation on behalf of e022e6125e85417881ce226db7a5c764 for: {'port': 1} {{(pid=104488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:31:33.167892 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-e371f4a2-5a11-487b-bad9-2dafacaed267 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:33.171665 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:33.174616 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:33.179865 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 54836) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:33.243246 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-8ac433af-1267-490d-b409-d3657b73782d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (1b48d51f-4326-473b-8c9d-416ea81fac1e), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:33.247851 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c472940-2e17-4bd5-9aef-609b4cce35f3 x-openstack-request-id: req-9c472940-2e17-4bd5-9aef-609b4cce35f3 {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:31:33.248335 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d8b2344-7541-41fa-b97f-734e7220308c", "tag": "d527852d-57b4-4e00-893c-ff6f8df97d89", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:31:33.248502 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9c472940-2e17-4bd5-9aef-609b4cce35f3 {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:31:33.248978 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c472940-2e17-4bd5-9aef-609b4cce35f3'] response: {'name': 'network-changed', 'server_uuid': '9d8b2344-7541-41fa-b97f-734e7220308c', 'tag': 'd527852d-57b4-4e00-893c-ff6f8df97d89', 'status': 'completed', 'code': 200} Oct 17 04:31:33.251471 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bebcbd-0b6b-4b6e-a153-d7d212f0087f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0031d24c-461a-4d65-8d8a-14a77016618f,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:33.278730 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] Transition to ACTIVE for port object 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 will not be triggered until provisioned by entity L2. {{(pid=104487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:31:33.303000 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (37d6f19d-2ed4-4803-ac7c-8e9517972bc6), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:33.356075 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9ec9fddb-7356-449c-9355-73a98de83cea req-6167cce6-52ea-4a8d-8ca8-3f403b249e3b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8263822 Oct 17 04:31:33.394129 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] Port 62afe409-bc34-457e-bcb8-6b6ebb859ed6 on network 8500cc6f-85c4-44a2-bb52-3bb418fbfad7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86155 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:31:33.394129 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] Attempting to bind port 62afe409-bc34-457e-bcb8-6b6ebb859ed6 on network 8500cc6f-85c4-44a2-bb52-3bb418fbfad7 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:33.439992 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:31:33.475561 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839073d-de2a-4735-814c-dbfb68d58a45 req-c5cef5a0-a9cb-453e-b98b-71e4b13c8bc5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:33.482555 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7618e84a-10d5-4cd1-8615-33370e532363 admin admin] Publish callbacks [] for security_group (13613d5d-ca4e-450e-bc24-b0cd70dac8de), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:33.484251 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8839073d-de2a-4735-814c-dbfb68d58a45 req-c5cef5a0-a9cb-453e-b98b-71e4b13c8bc5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 931 time: 0.2573156 Oct 17 04:31:33.504010 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-d5ffac8c-3114-400a-9c1d-5834fff44f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:33.521045 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 467b4741-2ac6-410b-b911-90a301b47513 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:33.523402 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-8ac433af-1267-490d-b409-d3657b73782d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Network 5b651c35-159b-4d6e-a364-6761b8b7e75b is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:33.560612 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-8ac433af-1267-490d-b409-d3657b73782d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:33.565621 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-8ac433af-1267-490d-b409-d3657b73782d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:31:33.570894 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-8ac433af-1267-490d-b409-d3657b73782d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:33.571626 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-8ac433af-1267-490d-b409-d3657b73782d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:33.592453 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac433af-1267-490d-b409-d3657b73782d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Pushing event updated for resources: {'Port': ['ID=1b48d51f-4326-473b-8c9d-416ea81fac1e,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:33.657316 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 467b4741-2ac6-410b-b911-90a301b47513 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:33.657612 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (467b4741-2ac6-410b-b911-90a301b47513), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:33.657947 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 467b4741-2ac6-410b-b911-90a301b47513 Oct 17 04:31:33.678720 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:33.820756 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7618e84a-10d5-4cd1-8615-33370e532363 admin admin] Publish callbacks [] for security_group (13613d5d-ca4e-450e-bc24-b0cd70dac8de), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:33.853470 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 467b4741-2ac6-410b-b911-90a301b47513 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:33.854618 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (467b4741-2ac6-410b-b911-90a301b47513), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:33.860460 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-18674a15-e760-40b1-a228-1f4684371b49 admin admin] Publish callbacks [] for security_group (0031d24c-461a-4d65-8d8a-14a77016618f), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:33.941053 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] Checking agent: {'id': '98af6631-6ac5-4afe-8748-fa983cad7c78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86155', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:31:33.943859 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] Checking segment: {'id': '62b8bbe0-1969-454f-98b1-1af7f8eb0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8500cc6f-85c4-44a2-bb52-3bb418fbfad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:31:33.944698 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] Bound using segment: {'id': '62b8bbe0-1969-454f-98b1-1af7f8eb0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8500cc6f-85c4-44a2-bb52-3bb418fbfad7'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:31:33.945401 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] Bound port: 62afe409-bc34-457e-bcb8-6b6ebb859ed6, host: hv-cinder-86155, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b8bbe0-1969-454f-98b1-1af7f8eb0066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8500cc6f-85c4-44a2-bb52-3bb418fbfad7'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:31:33.950309 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (62afe409-bc34-457e-bcb8-6b6ebb859ed6), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:33.957931 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port 467b4741-2ac6-410b-b911-90a301b47513, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=467b4741-2ac6-410b-b911-90a301b47513,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:33.959107 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-7e866c68-bd7b-41fd-b4a2-8ba0d1cb6255 None None] Provisioning complete for port 1b48d51f-4326-473b-8c9d-416ea81fac1e triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:33.959633 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-7e866c68-bd7b-41fd-b4a2-8ba0d1cb6255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (1b48d51f-4326-473b-8c9d-416ea81fac1e), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:33.960039 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-7e866c68-bd7b-41fd-b4a2-8ba0d1cb6255 None None] Attempt 1 to provision port 1b48d51f-4326-473b-8c9d-416ea81fac1e Oct 17 04:31:33.960430 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-8ac433af-1267-490d-b409-d3657b73782d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1238494 Oct 17 04:31:33.983686 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (467b4741-2ac6-410b-b911-90a301b47513), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:33.985002 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 703cf0c4-b12c-4e6a-9811-06f9c69856e7 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:33.992237 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 54852) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:33.992435 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] Pushing event updated for resources: {'Port': ['ID=37d6f19d-2ed4-4803-ac7c-8e9517972bc6,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:34.005239 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] Request body: {'port': {'device_id': 'bf59bfb1-79b1-4ebe-9635-380231dec617', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86155'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:34.052659 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=467b4741-2ac6-410b-b911-90a301b47513,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:34.164031 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] For port 62afe409-bc34-457e-bcb8-6b6ebb859ed6, host hv-cinder-86155, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:31:34.173144 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] For port 62afe409-bc34-457e-bcb8-6b6ebb859ed6, host hv-cinder-86155, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=62afe409-bc34-457e-bcb8-6b6ebb859ed6,segment=NetworkSegment(62b8bbe0-1969-454f-98b1-1af7f8eb0066),segment_id=62b8bbe0-1969-454f-98b1-1af7f8eb0066)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:31:34.178043 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] Attempting to bind port 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 on host hv-cinder-86155 for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:31:34.179289 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] Attempting to bind port 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 by drivers openvswitch,hyperv on host hv-cinder-86155 at level 0 using segments [{'id': '705227ac-8d1e-419e-a3d4-a7c5171cb48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:31:34.179803 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] Attempting to bind port 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 on network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:34.206617 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_common [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-e371f4a2-5a11-487b-bad9-2dafacaed267 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Allocated IP 172.20.0.4 (60b2c529-82f9-47ea-9951-24ba7b38ebc9/a304680d-2236-42f7-928f-3e762d91fb9c/96c8acae-b8cc-4eed-af97-bcefcfe399c5) {{(pid=104488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:31:34.221187 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-7e866c68-bd7b-41fd-b4a2-8ba0d1cb6255 None None] Port 1b48d51f-4326-473b-8c9d-416ea81fac1e cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:31:34.234572 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:34.248125 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8839073d-de2a-4735-814c-dbfb68d58a45 req-8f272a85-a158-4102-94b2-11ff70cc66a6 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7624719 Oct 17 04:31:34.248567 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 703cf0c4-b12c-4e6a-9811-06f9c69856e7 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:34.248952 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (703cf0c4-b12c-4e6a-9811-06f9c69856e7), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:34.249362 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 703cf0c4-b12c-4e6a-9811-06f9c69856e7 Oct 17 04:31:34.268845 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:34.277060 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (62afe409-bc34-457e-bcb8-6b6ebb859ed6), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:34.307825 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] Port 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 on network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86155 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:31:34.308337 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] Attempting to bind port 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 on network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:34.350519 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-18674a15-e760-40b1-a228-1f4684371b49 admin admin] Publish callbacks [] for security_group (0031d24c-461a-4d65-8d8a-14a77016618f), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:34.364336 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=100 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:34.449877 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 703cf0c4-b12c-4e6a-9811-06f9c69856e7 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:34.459838 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] Pushing event updated for resources: {'Port': ['ID=62afe409-bc34-457e-bcb8-6b6ebb859ed6,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:34.464375 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:34.465149 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:34.466823 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f006f87e-011b-4a7b-8e86-e893a34c0b7f service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/62afe409-bc34-457e-bcb8-6b6ebb859ed6 HTTP/1.1" status: 200 len: 1094 time: 5.7940450 Oct 17 04:31:34.477804 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c34166-9c02-41cb-b5e6-21cc7c4b06b7', 'tag': '62afe409-bc34-457e-bcb8-6b6ebb859ed6'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:31:34.478386 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9ec9fddb-7356-449c-9355-73a98de83cea req-68798220-efcb-4b85-ac4e-196c357b4520 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1004620 Oct 17 04:31:34.590135 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] Checking agent: {'id': '98af6631-6ac5-4afe-8748-fa983cad7c78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86155', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:31:34.590583 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] Checking segment: {'id': '705227ac-8d1e-419e-a3d4-a7c5171cb48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:31:34.591038 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] Bound using segment: {'id': '705227ac-8d1e-419e-a3d4-a7c5171cb48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:31:34.591556 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] Bound port: 37d6f19d-2ed4-4803-ac7c-8e9517972bc6, host: hv-cinder-86155, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705227ac-8d1e-419e-a3d4-a7c5171cb48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:31:34.591980 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (37d6f19d-2ed4-4803-ac7c-8e9517972bc6), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:34.620013 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:34.632767 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7d06b934-7cba-4d4e-856a-9690866dac2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:34.738437 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc1d03-6aac-4946-b6aa-e0830e8b96a6 req-2ff4a3e5-b893-4a54-a08a-0decc857f76e tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:34.750558 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d5fc1d03-6aac-4946-b6aa-e0830e8b96a6 req-2ff4a3e5-b893-4a54-a08a-0decc857f76e tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 944 time: 1.0489860 Oct 17 04:31:34.757204 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:34.804387 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2d37cf18-1006-4174-a6d1-cf3157b23900 req-5cadc67d-c950-4a67-8ff7-65164ea509f6 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 210 time: 0.3123429 Oct 17 04:31:34.860608 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-8d6d9c63-d50d-481b-ae7a-fd26d0a1810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:34.862775 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-8d6d9c63-d50d-481b-ae7a-fd26d0a1810d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=e5eb02a1b40e4b83bc6baf4c3ac1bbbf&device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 1128 time: 0.2770815 Oct 17 04:31:34.888610 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d5fc1d03-6aac-4946-b6aa-e0830e8b96a6 req-3ba2857d-12b2-484b-b4d5-c8ca26d56bd1 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51628abb-b053-4681-accd-b02cc6f9374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319852 Oct 17 04:31:34.923757 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-18674a15-e760-40b1-a228-1f4684371b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (0031d24c-461a-4d65-8d8a-14a77016618f), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:34.936241 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-18674a15-e760-40b1-a228-1f4684371b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:34.942235 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-18674a15-e760-40b1-a228-1f4684371b49 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/0031d24c-461a-4d65-8d8a-14a77016618f HTTP/1.1" status: 204 len: 168 time: 1.7611582 Oct 17 04:31:35.036765 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-f5a37f94-8d03-4026-99b5-d796be2a06c1 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62afe409-bc34-457e-bcb8-6b6ebb859ed6 HTTP/1.1" status: 200 len: 217 time: 0.1464257 Oct 17 04:31:35.095929 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a00c421-35d6-4d9c-8836-ef74996c6232" -d '{"events": [{"name": "network-changed", "server_uuid": "75c34166-9c02-41cb-b5e6-21cc7c4b06b7", "tag": "62afe409-bc34-457e-bcb8-6b6ebb859ed6"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:31:35.121113 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78092e79-4f81-4251-be46-f514710934d5 req-97093f89-b22c-4b5f-9be7-cd9473c5c63f tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:35.122235 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-78092e79-4f81-4251-be46-f514710934d5 req-97093f89-b22c-4b5f-9be7-cd9473c5c63f tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 931 time: 0.0967734 Oct 17 04:31:35.130600 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cda3e-5d09-46a1-aac4-3bf5bfc9081d req-afd358d5-6597-49a7-9dea-3f6f2b09fada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:35.136877 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18674a15-e760-40b1-a228-1f4684371b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0031d24c-461a-4d65-8d8a-14a77016618f,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:35.138437 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2e2cda3e-5d09-46a1-aac4-3bf5bfc9081d req-afd358d5-6597-49a7-9dea-3f6f2b09fada service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7bd6234b23704bdf809481085ce465eb&device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 1128 time: 0.5265067 Oct 17 04:31:35.193262 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7618e84a-10d5-4cd1-8615-33370e532363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (13613d5d-ca4e-450e-bc24-b0cd70dac8de), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:35.195897 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7618e84a-10d5-4cd1-8615-33370e532363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:35.201541 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-7618e84a-10d5-4cd1-8615-33370e532363 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/13613d5d-ca4e-450e-bc24-b0cd70dac8de HTTP/1.1" status: 204 len: 168 time: 2.6208975 Oct 17 04:31:35.222595 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63f40c8-b445-4c27-a582-2ac29415fbeb {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:31:35.228698 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (1b48d51f-4326-473b-8c9d-416ea81fac1e), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:35.272187 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] Publish callbacks [] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:35.363040 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921f1a4-51fc-4dc5-8754-f07a7ad049d3 req-1948e23e-3bbc-4573-b4cf-820cb7708238 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:35.376832 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e921f1a4-51fc-4dc5-8754-f07a7ad049d3 req-1948e23e-3bbc-4573-b4cf-820cb7708238 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 931 time: 0.3461347 Oct 17 04:31:35.444840 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618e84a-10d5-4cd1-8615-33370e532363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13613d5d-ca4e-450e-bc24-b0cd70dac8de,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:35.517731 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] For port 37d6f19d-2ed4-4803-ac7c-8e9517972bc6, host hv-cinder-86155, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:31:35.528828 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 467b4741-2ac6-410b-b911-90a301b47513 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:35.539384 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-78092e79-4f81-4251-be46-f514710934d5 req-2ec646f0-f583-44ba-98a0-1c15a8ee57fe tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3528483 Oct 17 04:31:35.542891 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] For port 37d6f19d-2ed4-4803-ac7c-8e9517972bc6, host hv-cinder-86155, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=37d6f19d-2ed4-4803-ac7c-8e9517972bc6,segment=NetworkSegment(705227ac-8d1e-419e-a3d4-a7c5171cb48b),segment_id=705227ac-8d1e-419e-a3d4-a7c5171cb48b)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:31:35.620686 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 54882) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:35.660223 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] Transition to ACTIVE for port object f63f40c8-b445-4c27-a582-2ac29415fbeb will not be triggered until provisioned by entity L2. {{(pid=104487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:31:35.679750 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:35.697245 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 467b4741-2ac6-410b-b911-90a301b47513 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:35.698192 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (467b4741-2ac6-410b-b911-90a301b47513), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:35.702125 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 467b4741-2ac6-410b-b911-90a301b47513 Oct 17 04:31:35.711131 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:35.743579 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (37d6f19d-2ed4-4803-ac7c-8e9517972bc6), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:35.750124 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-3d8320b2-bc70-4249-90bb-3506e16bfb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:35.753670 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-3d8320b2-bc70-4249-90bb-3506e16bfb9e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=b5d4a9e5-6112-4f76-b8de-700c6543d986 HTTP/1.1" status: 200 len: 850 time: 0.5190904 Oct 17 04:31:35.755871 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8ed76d42-694d-4579-ac1c-a4e3937a09ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:35.787470 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:35.789238 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:35.790769 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/37d6f19d-2ed4-4803-ac7c-8e9517972bc6 HTTP/1.1" status: 200 len: 1093 time: 7.3002820 Oct 17 04:31:35.880801 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 467b4741-2ac6-410b-b911-90a301b47513 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:35.900059 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:35.932664 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7d06b934-7cba-4d4e-856a-9690866dac2f admin admin] Publish callbacks [] for security_group (aa5bff3c-2995-4007-9f73-fec464ac3d0c), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:35.997117 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7d06b934-7cba-4d4e-856a-9690866dac2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (aa5bff3c-2995-4007-9f73-fec464ac3d0c), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:36.002316 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 54888) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:36.063272 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cda3e-5d09-46a1-aac4-3bf5bfc9081d req-7802bebd-7dce-449f-86b7-e708f2c7e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:36.064893 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2e2cda3e-5d09-46a1-aac4-3bf5bfc9081d req-7802bebd-7dce-449f-86b7-e708f2c7e4a3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb HTTP/1.1" status: 200 len: 919 time: 0.8229058 Oct 17 04:31:36.083262 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e921f1a4-51fc-4dc5-8754-f07a7ad049d3 req-79b5165c-ab4d-4024-9def-ce199fe4abf0 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7054772 Oct 17 04:31:36.125142 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:36.143858 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-e371f4a2-5a11-487b-bad9-2dafacaed267 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for port (96c8acae-b8cc-4eed-af97-bcefcfe399c5), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:36.144792 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:36.150535 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-908dc42f-ac4a-4c6f-a9ab-33cb15dd2a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:36.152090 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-908dc42f-ac4a-4c6f-a9ab-33cb15dd2a4f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=8500cc6f-85c4-44a2-bb52-3bb418fbfad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3552208 Oct 17 04:31:36.175600 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06b934-7cba-4d4e-856a-9690866dac2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5bff3c-2995-4007-9f73-fec464ac3d0c,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:36.183924 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c29f916-058e-4550-b1a4-9586cdf5ac68 x-openstack-request-id: req-7c29f916-058e-4550-b1a4-9586cdf5ac68 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:31:36.184184 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c34166-9c02-41cb-b5e6-21cc7c4b06b7", "tag": "62afe409-bc34-457e-bcb8-6b6ebb859ed6", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:31:36.184496 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7c29f916-058e-4550-b1a4-9586cdf5ac68 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:31:36.185396 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c29f916-058e-4550-b1a4-9586cdf5ac68'] response: {'name': 'network-changed', 'server_uuid': '75c34166-9c02-41cb-b5e6-21cc7c4b06b7', 'tag': '62afe409-bc34-457e-bcb8-6b6ebb859ed6', 'status': 'completed', 'code': 200} Oct 17 04:31:36.193096 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:36.194438 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] Pushing event updated for resources: {'Port': ['ID=f63f40c8-b445-4c27-a582-2ac29415fbeb,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:36.211243 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:36.244145 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] Attempting to bind port f63f40c8-b445-4c27-a582-2ac29415fbeb on host hv-cinder-86155 for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:31:36.244542 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] Attempting to bind port f63f40c8-b445-4c27-a582-2ac29415fbeb by drivers openvswitch,hyperv on host hv-cinder-86155 at level 0 using segments [{'id': 'faf5546c-f7d8-4af8-85f9-9b0d6bba44c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:31:36.244883 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] Attempting to bind port f63f40c8-b445-4c27-a582-2ac29415fbeb on network 596ebb0d-79d0-45f5-9e52-b2ce25b00863 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:36.247305 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-22fc5dff-6824-4c56-aea3-8a8a71688240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:36.257047 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c15fb1-4f53-4336-9d2e-8a26833d5b2f req-3ed4499d-6703-413d-bb87-238335f28af5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:36.258556 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f8c15fb1-4f53-4336-9d2e-8a26833d5b2f req-3ed4499d-6703-413d-bb87-238335f28af5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 943 time: 0.1095448 Oct 17 04:31:36.259018 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-c26fccbe-daab-4193-87df-6f381614c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:36.260223 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d603b4dc-8982-4467-a815-112045ff0161 req-f79a3b95-c1f8-4278-9248-ccf358f63c1d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 210 time: 0.0688396 Oct 17 04:31:36.260810 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-c26fccbe-daab-4193-87df-6f381614c25d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7bd6234b23704bdf809481085ce465eb&device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 1127 time: 0.3562303 Oct 17 04:31:36.296358 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8ed76d42-694d-4579-ac1c-a4e3937a09ef admin admin] Publish callbacks [] for security_group (11305943-f9b8-40b6-85e7-e340476be4b4), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:36.302407 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-7d06b934-7cba-4d4e-856a-9690866dac2f admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=95912d5767d24cd2a8b4cdd5c73f1f5c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3059537 Oct 17 04:31:36.305405 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 54896) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:36.316909 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8ed76d42-694d-4579-ac1c-a4e3937a09ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (11305943-f9b8-40b6-85e7-e340476be4b4), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:36.340231 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-e371f4a2-5a11-487b-bad9-2dafacaed267 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (96c8acae-b8cc-4eed-af97-bcefcfe399c5), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:36.388060 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca5fcf-5e6f-4f7e-a86b-01b255af2356 service neutron] Pushing event updated for resources: {'Port': ['ID=37d6f19d-2ed4-4803-ac7c-8e9517972bc6,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:36.402782 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:36.414498 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] Port f63f40c8-b445-4c27-a582-2ac29415fbeb on network 596ebb0d-79d0-45f5-9e52-b2ce25b00863 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86155 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:31:36.414850 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] Attempting to bind port f63f40c8-b445-4c27-a582-2ac29415fbeb on network 596ebb0d-79d0-45f5-9e52-b2ce25b00863 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:36.476758 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-8ed76d42-694d-4579-ac1c-a4e3937a09ef admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=39c7aabfa97f46edb4e422159b49c9dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8527589 Oct 17 04:31:36.495499 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f8c15fb1-4f53-4336-9d2e-8a26833d5b2f req-37f03077-b430-45b5-90aa-a8d9e692a60c tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264764 Oct 17 04:31:36.504893 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 54902) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:36.512320 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:36.527866 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-e371f4a2-5a11-487b-bad9-2dafacaed267 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:31:36.540944 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed76d42-694d-4579-ac1c-a4e3937a09ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11305943-f9b8-40b6-85e7-e340476be4b4,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:36.602438 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-2f6b0feb-fdae-4f36-a114-ab7cda12a234 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37d6f19d-2ed4-4803-ac7c-8e9517972bc6 HTTP/1.1" status: 200 len: 217 time: 0.1420734 Oct 17 04:31:36.603664 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2e2cda3e-5d09-46a1-aac4-3bf5bfc9081d req-c00da850-e00d-448c-a4be-8149dc8c9bb3 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d527852d-57b4-4e00-893c-ff6f8df97d89 HTTP/1.1" status: 200 len: 217 time: 0.1477249 Oct 17 04:31:36.606489 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371f4a2-5a11-487b-bad9-2dafacaed267 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'Port': ['ID=96c8acae-b8cc-4eed-af97-bcefcfe399c5,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:36.609475 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-e371f4a2-5a11-487b-bad9-2dafacaed267 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:31:36.617749 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-e371f4a2-5a11-487b-bad9-2dafacaed267 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Received port after_create {{(pid=104488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:31:36.625398 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-e371f4a2-5a11-487b-bad9-2dafacaed267 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:36.626360 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-e371f4a2-5a11-487b-bad9-2dafacaed267 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for port (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:36.638223 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] Checking agent: {'id': '98af6631-6ac5-4afe-8748-fa983cad7c78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86155', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:31:36.638565 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] Checking segment: {'id': 'faf5546c-f7d8-4af8-85f9-9b0d6bba44c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:31:36.638960 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] Bound using segment: {'id': 'faf5546c-f7d8-4af8-85f9-9b0d6bba44c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:31:36.639421 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] Bound port: f63f40c8-b445-4c27-a582-2ac29415fbeb, host: hv-cinder-86155, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf5546c-f7d8-4af8-85f9-9b0d6bba44c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:31:36.639843 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:36.707258 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1b909-bd2c-4b2b-a24c-6ec30ed4d64b req-6e1ca8e6-c194-4ff0-bad5-c02a68624308 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:36.708924 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4ff1b909-bd2c-4b2b-a24c-6ec30ed4d64b req-6e1ca8e6-c194-4ff0-bad5-c02a68624308 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 944 time: 0.3510830 Oct 17 04:31:36.709697 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4a410266-041d-4133-8d53-d068c75c9764 admin admin] Publish callbacks [] for security_group (aa5bff3c-2995-4007-9f73-fec464ac3d0c), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:36.715081 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-22fc5dff-6824-4c56-aea3-8a8a71688240 admin admin] Publish callbacks [] for security_group (baa02907-5ee6-44e9-ac06-c45931deed61), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:36.740749 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-22fc5dff-6824-4c56-aea3-8a8a71688240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (baa02907-5ee6-44e9-ac06-c45931deed61), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:36.744048 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-e371f4a2-5a11-487b-bad9-2dafacaed267 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9723990 Oct 17 04:31:36.799647 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4a410266-041d-4133-8d53-d068c75c9764 admin admin] Publish callbacks [] for security_group (aa5bff3c-2995-4007-9f73-fec464ac3d0c), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:36.801482 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b48d51f-4326-473b-8c9d-416ea81fac1e {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:31:36.817163 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] For port f63f40c8-b445-4c27-a582-2ac29415fbeb, host hv-cinder-86155, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:31:36.824433 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-22fc5dff-6824-4c56-aea3-8a8a71688240 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=38031edf63224c318654d5bd5dde2217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7593331 Oct 17 04:31:36.825709 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] Publish callbacks [] for port (1b48d51f-4326-473b-8c9d-416ea81fac1e), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:36.829106 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 54908) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:36.840459 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] For port f63f40c8-b445-4c27-a582-2ac29415fbeb, host hv-cinder-86155, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f63f40c8-b445-4c27-a582-2ac29415fbeb,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:31:36.845549 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc5dff-6824-4c56-aea3-8a8a71688240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa02907-5ee6-44e9-ac06-c45931deed61,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:36.853047 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50e258-e189-461b-b0ff-8592bdaf76e9 req-6f8b7e16-2b93-4a2e-b1e1-110fa0b8daac tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:36.855166 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1a50e258-e189-461b-b0ff-8592bdaf76e9 req-6f8b7e16-2b93-4a2e-b1e1-110fa0b8daac tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.1721451 Oct 17 04:31:36.863062 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-18cfe964-3ff7-424b-9c30-908dbfbbc2ad None None] Provisioning complete for port 96c8acae-b8cc-4eed-af97-bcefcfe399c5 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:36.863062 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-18cfe964-3ff7-424b-9c30-908dbfbbc2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (96c8acae-b8cc-4eed-af97-bcefcfe399c5), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:36.863768 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-18cfe964-3ff7-424b-9c30-908dbfbbc2ad None None] Attempt 1 to provision port 96c8acae-b8cc-4eed-af97-bcefcfe399c5 Oct 17 04:31:36.865872 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:36.869480 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:36.870643 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:36.873058 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/f63f40c8-b445-4c27-a582-2ac29415fbeb HTTP/1.1" status: 200 len: 1093 time: 4.7875342 Oct 17 04:31:36.879336 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-5df97b4d-213a-4a0b-85b4-0535acb8393b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8500cc6f-85c4-44a2-bb52-3bb418fbfad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117815 Oct 17 04:31:36.880041 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-cde0cff3-2db7-4dc6-8766-901d4e4377f5 admin admin] Publish callbacks [] for security_group (11305943-f9b8-40b6-85e7-e340476be4b4), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:36.900172 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] Transition to ACTIVE for port object 1b48d51f-4326-473b-8c9d-416ea81fac1e will not be triggered until provisioned by entity L2. {{(pid=104487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:31:36.911273 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (1b48d51f-4326-473b-8c9d-416ea81fac1e), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:36.913853 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-18cfe964-3ff7-424b-9c30-908dbfbbc2ad None None] Port 96c8acae-b8cc-4eed-af97-bcefcfe399c5 cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:31:36.939259 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10778054-91bc-4082-8cf3-c3f441844df3 service neutron] Pushing event updated for resources: {'Port': ['ID=f63f40c8-b445-4c27-a582-2ac29415fbeb,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:36.948920 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4ff1b909-bd2c-4b2b-a24c-6ec30ed4d64b req-f37d0613-1345-46a9-9e16-59424bc45501 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51628abb-b053-4681-accd-b02cc6f9374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085011 Oct 17 04:31:36.951154 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-cde0cff3-2db7-4dc6-8766-901d4e4377f5 admin admin] Publish callbacks [] for security_group (11305943-f9b8-40b6-85e7-e340476be4b4), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:36.980088 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:36.985570 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:37.003849 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] Attempting to bind port 1b48d51f-4326-473b-8c9d-416ea81fac1e on host hv-cinder-86155 for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:31:37.004203 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] Attempting to bind port 1b48d51f-4326-473b-8c9d-416ea81fac1e by drivers openvswitch,hyperv on host hv-cinder-86155 at level 0 using segments [{'id': 'c26ac881-75a2-4c4f-bf22-c9e5e29baaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:31:37.004526 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] Attempting to bind port 1b48d51f-4326-473b-8c9d-416ea81fac1e on network 5b651c35-159b-4d6e-a364-6761b8b7e75b {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:37.012931 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:37.026286 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1a50e258-e189-461b-b0ff-8592bdaf76e9 req-23a272c1-d891-4d12-a988-63e65649b2d3 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421037 Oct 17 04:31:37.032207 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4a410266-041d-4133-8d53-d068c75c9764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (aa5bff3c-2995-4007-9f73-fec464ac3d0c), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:37.034748 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4a410266-041d-4133-8d53-d068c75c9764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:37.041175 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] Pushing event updated for resources: {'Port': ['ID=1b48d51f-4326-473b-8c9d-416ea81fac1e,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:37.041644 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-4a410266-041d-4133-8d53-d068c75c9764 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/aa5bff3c-2995-4007-9f73-fec464ac3d0c HTTP/1.1" status: 204 len: 168 time: 0.7300577 Oct 17 04:31:37.057855 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b1d4ee3e-2c90-4e34-9674-1afe69c93dde admin admin] Publish callbacks [] for security_group (baa02907-5ee6-44e9-ac06-c45931deed61), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:37.067123 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a410266-041d-4133-8d53-d068c75c9764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5bff3c-2995-4007-9f73-fec464ac3d0c,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:37.078016 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-cde0cff3-2db7-4dc6-8766-901d4e4377f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (11305943-f9b8-40b6-85e7-e340476be4b4), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:37.080733 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-cde0cff3-2db7-4dc6-8766-901d4e4377f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:37.084542 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-cde0cff3-2db7-4dc6-8766-901d4e4377f5 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/11305943-f9b8-40b6-85e7-e340476be4b4 HTTP/1.1" status: 204 len: 168 time: 0.5757370 Oct 17 04:31:37.102458 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] Port 1b48d51f-4326-473b-8c9d-416ea81fac1e on network 5b651c35-159b-4d6e-a364-6761b8b7e75b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86155 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:31:37.103113 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] Attempting to bind port 1b48d51f-4326-473b-8c9d-416ea81fac1e on network 5b651c35-159b-4d6e-a364-6761b8b7e75b {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:37.103433 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b1d4ee3e-2c90-4e34-9674-1afe69c93dde admin admin] Publish callbacks [] for security_group (baa02907-5ee6-44e9-ac06-c45931deed61), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:37.105946 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0cff3-2db7-4dc6-8766-901d4e4377f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11305943-f9b8-40b6-85e7-e340476be4b4,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:37.187338 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b1d4ee3e-2c90-4e34-9674-1afe69c93dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (baa02907-5ee6-44e9-ac06-c45931deed61), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:37.190462 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b1d4ee3e-2c90-4e34-9674-1afe69c93dde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:37.191767 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-b1d4ee3e-2c90-4e34-9674-1afe69c93dde admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/baa02907-5ee6-44e9-ac06-c45931deed61 HTTP/1.1" status: 204 len: 168 time: 0.3594189 Oct 17 04:31:37.205600 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] Checking agent: {'id': '98af6631-6ac5-4afe-8748-fa983cad7c78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86155', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:31:37.206209 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] Checking segment: {'id': 'c26ac881-75a2-4c4f-bf22-c9e5e29baaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:31:37.206333 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4ee3e-2c90-4e34-9674-1afe69c93dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa02907-5ee6-44e9-ac06-c45931deed61,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:37.206629 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] Bound using segment: {'id': 'c26ac881-75a2-4c4f-bf22-c9e5e29baaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:31:37.207160 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] Bound port: 1b48d51f-4326-473b-8c9d-416ea81fac1e, host: hv-cinder-86155, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c26ac881-75a2-4c4f-bf22-c9e5e29baaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:31:37.207676 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (1b48d51f-4326-473b-8c9d-416ea81fac1e), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:37.273622 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18bf32-974d-441f-8ca5-f10902ee1d0f req-4c5a9c9b-5d76-4f78-8cfb-313684707104 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:37.275131 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bc18bf32-974d-441f-8ca5-f10902ee1d0f req-4c5a9c9b-5d76-4f78-8cfb-313684707104 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 943 time: 0.0714469 Oct 17 04:31:37.283188 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] For port 1b48d51f-4326-473b-8c9d-416ea81fac1e, host hv-cinder-86155, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:31:37.286937 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] For port 1b48d51f-4326-473b-8c9d-416ea81fac1e, host hv-cinder-86155, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=1b48d51f-4326-473b-8c9d-416ea81fac1e,segment=NetworkSegment(c26ac881-75a2-4c4f-bf22-c9e5e29baaeb),segment_id=c26ac881-75a2-4c4f-bf22-c9e5e29baaeb)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:31:37.296050 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (1b48d51f-4326-473b-8c9d-416ea81fac1e), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:37.303597 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:37.305920 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:37.307607 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/1b48d51f-4326-473b-8c9d-416ea81fac1e HTTP/1.1" status: 200 len: 1093 time: 3.3089449 Oct 17 04:31:37.346436 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bc18bf32-974d-441f-8ca5-f10902ee1d0f req-d01edcd9-8fa8-4ccc-9fe8-0840146f9607 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609512 Oct 17 04:31:37.393971 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe6625-f471-4d1b-85ec-c86902c0ea75 service neutron] Pushing event updated for resources: {'Port': ['ID=1b48d51f-4326-473b-8c9d-416ea81fac1e,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:37.438132 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d286f05-8e2d-4eed-8f71-7fda56a6143c req-b80b9276-6cad-4201-971d-a3223902d5dc tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:37.439513 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2d286f05-8e2d-4eed-8f71-7fda56a6143c req-b80b9276-6cad-4201-971d-a3223902d5dc tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 931 time: 0.0586975 Oct 17 04:31:37.491536 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2d286f05-8e2d-4eed-8f71-7fda56a6143c req-f58ceea1-0421-4a49-a23a-c642018cb237 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03607a92-c711-4fe5-927e-76f6322b7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446653 Oct 17 04:31:37.523682 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device d527852d-57b4-4e00-893c-ff6f8df97d89 details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:31:37.587009 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] Request body: {'port': {'device_id': 'ffc759c8-a208-4df1-bf3e-dd2b89bff369', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86155'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:37.671630 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 54930) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:37.708661 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:37.774478 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102b1ad-4257-41a2-9790-112cd4603ff3 req-762117ae-d012-4d23-853a-bb01176beb15 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:37.782237 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4102b1ad-4257-41a2-9790-112cd4603ff3 req-762117ae-d012-4d23-853a-bb01176beb15 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 943 time: 0.0872319 Oct 17 04:31:37.789839 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9852fbb3-e379-45aa-8084-a89e3d788714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:37.793617 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port d527852d-57b4-4e00-893c-ff6f8df97d89, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=d527852d-57b4-4e00-893c-ff6f8df97d89,segment=NetworkSegment(705227ac-8d1e-419e-a3d4-a7c5171cb48b),segment_id=705227ac-8d1e-419e-a3d4-a7c5171cb48b)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:37.811229 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': 'd527852d-57b4-4e00-893c-ff6f8df97d89', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'port_id': 'd527852d-57b4-4e00-893c-ff6f8df97d89', 'mac_address': 'fa:16:3e:a8:99:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:31:37.854522 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-96283160-afe8-4e16-a98f-5bf056f9befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:37.856654 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-96283160-afe8-4e16-a98f-5bf056f9befa service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=9de6141e0c3a41bcb84ac635b48a51df&device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 1127 time: 0.1925616 Oct 17 04:31:37.859164 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port d527852d-57b4-4e00-893c-ff6f8df97d89 is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:37.859735 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (d527852d-57b4-4e00-893c-ff6f8df97d89), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:37.863268 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cda3e-5d09-46a1-aac4-3bf5bfc9081d req-ad966311-5e35-4afa-b6d6-70fdb35cabc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:37.870350 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2e2cda3e-5d09-46a1-aac4-3bf5bfc9081d req-ad966311-5e35-4afa-b6d6-70fdb35cabc3 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c0346a38-a53e-4be5-b7d5-8ede2ed11f33 HTTP/1.1" status: 200 len: 857 time: 0.2828794 Oct 17 04:31:37.870350 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-a0f5c305-a22d-42c6-b5cb-a4bcdf9b7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:37.870350 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-a0f5c305-a22d-42c6-b5cb-a4bcdf9b7af9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0761fde06e5240adb0d7f1a7d5724d37&device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 1127 time: 0.2050641 Oct 17 04:31:37.882285 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d527852d-57b4-4e00-893c-ff6f8df97d89 {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:31:37.910993 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port d527852d-57b4-4e00-893c-ff6f8df97d89, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=d527852d-57b4-4e00-893c-ff6f8df97d89,segment=NetworkSegment(705227ac-8d1e-419e-a3d4-a7c5171cb48b),segment_id=705227ac-8d1e-419e-a3d4-a7c5171cb48b)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:37.921719 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (d527852d-57b4-4e00-893c-ff6f8df97d89), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:37.951038 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (96c8acae-b8cc-4eed-af97-bcefcfe399c5), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:37.978182 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4102b1ad-4257-41a2-9790-112cd4603ff3 req-4c7013a2-f9d7-4a1c-9ef9-a0b225396c35 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949997 Oct 17 04:31:37.986874 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6113c07d-3d9d-47f5-bc40-1132eacfaac0 req-993ea236-d2ef-4ac8-8b36-b97ab4e1c2a1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8500cc6f-85c4-44a2-bb52-3bb418fbfad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056146 Oct 17 04:31:38.071196 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=d527852d-57b4-4e00-893c-ff6f8df97d89,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:38.179710 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['d527852d-57b4-4e00-893c-ff6f8df97d89'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:31:38.218077 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b41d6a-2814-4440-89f9-238f4f942a0f req-34e2565a-7b16-42c2-9daa-cdb3b28190b5 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:38.224257 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-70b41d6a-2814-4440-89f9-238f4f942a0f req-34e2565a-7b16-42c2-9daa-cdb3b28190b5 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 944 time: 0.1471820 Oct 17 04:31:38.256571 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-b51e3ef0-d9a7-4470-9937-e13f079e0166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:38.258370 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-b51e3ef0-d9a7-4470-9937-e13f079e0166 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c0346a38-a53e-4be5-b7d5-8ede2ed11f33 HTTP/1.1" status: 200 len: 857 time: 0.6750119 Oct 17 04:31:38.258897 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942796c5-f5b3-476a-ae21-dcaabf3bd8df', 'tag': '37d6f19d-2ed4-4803-ac7c-8e9517972bc6'}, {'name': 'network-changed', 'server_uuid': 'ee04d43c-6d11-4571-989e-90ee8175e03d', 'tag': 'f63f40c8-b445-4c27-a582-2ac29415fbeb'}, {'name': 'network-changed', 'server_uuid': 'bf59bfb1-79b1-4ebe-9635-380231dec617', 'tag': '1b48d51f-4326-473b-8c9d-416ea81fac1e'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:31:38.261657 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea221b2-87dd-4375-adcc-88e57d5534e1" -d '{"events": [{"name": "network-changed", "server_uuid": "942796c5-f5b3-476a-ae21-dcaabf3bd8df", "tag": "37d6f19d-2ed4-4803-ac7c-8e9517972bc6"}, {"name": "network-changed", "server_uuid": "ee04d43c-6d11-4571-989e-90ee8175e03d", "tag": "f63f40c8-b445-4c27-a582-2ac29415fbeb"}, {"name": "network-changed", "server_uuid": "bf59bfb1-79b1-4ebe-9635-380231dec617", "tag": "1b48d51f-4326-473b-8c9d-416ea81fac1e"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:31:38.264773 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cda3e-5d09-46a1-aac4-3bf5bfc9081d req-49480d5c-c25a-4b8f-8566-ef982c49ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:38.266320 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2e2cda3e-5d09-46a1-aac4-3bf5bfc9081d req-49480d5c-c25a-4b8f-8566-ef982c49ddbc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3541565 Oct 17 04:31:38.270851 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-3dbc7128-d213-45b4-a29c-dacee11fefc5 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b48d51f-4326-473b-8c9d-416ea81fac1e HTTP/1.1" status: 200 len: 217 time: 0.4024446 Oct 17 04:31:38.313767 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-794d509c-116d-4e04-a427-04665455120e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f63f40c8-b445-4c27-a582-2ac29415fbeb HTTP/1.1" status: 200 len: 217 time: 0.4001877 Oct 17 04:31:38.368622 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9852fbb3-e379-45aa-8084-a89e3d788714 admin admin] Publish callbacks [] for security_group (a2774f5c-69a8-4676-a375-38671646e43e), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:38.371754 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e7b6c-9238-42d1-9f57-0be6cda7f194 req-b6fea013-6826-4a14-83db-8f3740a325b0 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:38.373337 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-030e7b6c-9238-42d1-9f57-0be6cda7f194 req-b6fea013-6826-4a14-83db-8f3740a325b0 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.1917293 Oct 17 04:31:38.373848 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9852fbb3-e379-45aa-8084-a89e3d788714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (a2774f5c-69a8-4676-a375-38671646e43e), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:38.400191 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:38.426388 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-9852fbb3-e379-45aa-8084-a89e3d788714 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=a5d186f801c14a12bae04b14d79e613f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7533681 Oct 17 04:31:38.427492 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852fbb3-e379-45aa-8084-a89e3d788714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2774f5c-69a8-4676-a375-38671646e43e,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:38.429845 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 54970) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:38.515957 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c07a3604-120b-411e-9739-794e5d0fd987 admin admin] Publish callbacks [] for security_group (a2774f5c-69a8-4676-a375-38671646e43e), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:38.539956 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c07a3604-120b-411e-9739-794e5d0fd987 admin admin] Publish callbacks [] for security_group (a2774f5c-69a8-4676-a375-38671646e43e), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:38.542947 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-70b41d6a-2814-4440-89f9-238f4f942a0f req-9050d875-106a-42a4-9aac-1f7a08a36e61 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51628abb-b053-4681-accd-b02cc6f9374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095028 Oct 17 04:31:38.608473 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c07a3604-120b-411e-9739-794e5d0fd987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (a2774f5c-69a8-4676-a375-38671646e43e), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:38.611692 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c07a3604-120b-411e-9739-794e5d0fd987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:38.612847 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-c07a3604-120b-411e-9739-794e5d0fd987 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/a2774f5c-69a8-4676-a375-38671646e43e HTTP/1.1" status: 204 len: 168 time: 0.1820991 Oct 17 04:31:38.643191 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a3604-120b-411e-9739-794e5d0fd987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2774f5c-69a8-4676-a375-38671646e43e,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:38.678016 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:38.687748 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-030e7b6c-9238-42d1-9f57-0be6cda7f194 req-d802ea86-7217-4b48-837b-204eb06bf5bf tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2938535 Oct 17 04:31:38.689370 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 17 Oct 2022 04:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbe75df-6fc2-4473-bbae-470167586d6f x-openstack-request-id: req-cdbe75df-6fc2-4473-bbae-470167586d6f {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:31:38.690085 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942796c5-f5b3-476a-ae21-dcaabf3bd8df", "tag": "37d6f19d-2ed4-4803-ac7c-8e9517972bc6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ee04d43c-6d11-4571-989e-90ee8175e03d", "tag": "f63f40c8-b445-4c27-a582-2ac29415fbeb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bf59bfb1-79b1-4ebe-9635-380231dec617", "tag": "1b48d51f-4326-473b-8c9d-416ea81fac1e", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:31:38.690442 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cdbe75df-6fc2-4473-bbae-470167586d6f {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:31:38.691118 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdbe75df-6fc2-4473-bbae-470167586d6f'] response: {'name': 'network-changed', 'server_uuid': '942796c5-f5b3-476a-ae21-dcaabf3bd8df', 'tag': '37d6f19d-2ed4-4803-ac7c-8e9517972bc6', 'status': 'completed', 'code': 200} Oct 17 04:31:38.691467 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdbe75df-6fc2-4473-bbae-470167586d6f'] response: {'name': 'network-changed', 'server_uuid': 'ee04d43c-6d11-4571-989e-90ee8175e03d', 'tag': 'f63f40c8-b445-4c27-a582-2ac29415fbeb', 'status': 'completed', 'code': 200} Oct 17 04:31:38.691832 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdbe75df-6fc2-4473-bbae-470167586d6f'] response: {'name': 'network-changed', 'server_uuid': 'bf59bfb1-79b1-4ebe-9635-380231dec617', 'tag': '1b48d51f-4326-473b-8c9d-416ea81fac1e', 'status': 'completed', 'code': 200} Oct 17 04:31:38.824448 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:38.841284 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:38.944104 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629de75-9e8e-4046-ab99-1f519e8e4da7 req-23233dab-c082-4e37-8a66-9f342fc61734 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:38.954938 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-880d41c9-209e-4c36-9015-4859cb85592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:38.956467 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-880d41c9-209e-4c36-9015-4859cb85592f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2403920 Oct 17 04:31:38.957339 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3629de75-9e8e-4046-ab99-1f519e8e4da7 req-23233dab-c082-4e37-8a66-9f342fc61734 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 931 time: 0.1447623 Oct 17 04:31:38.965216 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-af62720b-8d65-457b-b383-8288996df744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:38.966661 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-af62720b-8d65-457b-b383-8288996df744 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d4565b2b-3a4c-4521-9f7b-f70198a8501f HTTP/1.1" status: 200 len: 849 time: 0.2478888 Oct 17 04:31:39.042655 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:39.044267 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-b6c29a5b-0920-43dd-a299-c64643eb2df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:39.044857 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00c421-35d6-4d9c-8836-ef74996c6232 req-543fb4cb-5e92-4fd3-98ab-a50961f0cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:39.045752 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-b6c29a5b-0920-43dd-a299-c64643eb2df1 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=7c706f9b-2867-4158-b285-926a4adb47a2 HTTP/1.1" status: 200 len: 855 time: 0.3313134 Oct 17 04:31:39.046704 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9a00c421-35d6-4d9c-8836-ef74996c6232 req-543fb4cb-5e92-4fd3-98ab-a50961f0cfad service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=e5eb02a1b40e4b83bc6baf4c3ac1bbbf&device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 1128 time: 0.3274322 Oct 17 04:31:39.074325 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c8acae-b8cc-4eed-af97-bcefcfe399c5 {{(pid=104488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:31:39.103007 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] Publish callbacks [] for port (96c8acae-b8cc-4eed-af97-bcefcfe399c5), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:39.143340 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b4200-a9b2-4b34-8b58-42339aaade05 req-c29ce70b-ce2b-4080-874a-470c97bbdb9a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:39.151126 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-394b4200-a9b2-4b34-8b58-42339aaade05 req-c29ce70b-ce2b-4080-874a-470c97bbdb9a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 943 time: 0.3458366 Oct 17 04:31:39.168400 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-ddbc424e-7932-4e01-bb54-d8de5994de3e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007051 Oct 17 04:31:39.170247 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2e2cda3e-5d09-46a1-aac4-3bf5bfc9081d req-7b69b6eb-f227-4555-8d71-bb74210018d3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530303 Oct 17 04:31:39.175595 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-928e7825-0f58-474e-94d6-0108aa351965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:39.177067 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-928e7825-0f58-474e-94d6-0108aa351965 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=596ebb0d-79d0-45f5-9e52-b2ce25b00863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1118362 Oct 17 04:31:39.178521 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-d8b5845c-2e37-4587-9f48-821205b56157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:39.179910 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-d8b5845c-2e37-4587-9f48-821205b56157 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=5b651c35-159b-4d6e-a364-6761b8b7e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1300724 Oct 17 04:31:39.246021 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3629de75-9e8e-4046-ab99-1f519e8e4da7 req-89266643-2053-433d-a38d-f8631a2deecc tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03607a92-c711-4fe5-927e-76f6322b7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869520 Oct 17 04:31:39.263402 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.provisioning_blocks [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] Transition to ACTIVE for port object 96c8acae-b8cc-4eed-af97-bcefcfe399c5 will not be triggered until provisioned by entity L2. {{(pid=104488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:31:39.279519 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (96c8acae-b8cc-4eed-af97-bcefcfe399c5), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:39.521320 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 62afe409-bc34-457e-bcb8-6b6ebb859ed6 details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:31:39.543762 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-f154427e-537a-40af-835f-c1859d0c1234 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628955 Oct 17 04:31:39.563334 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device d527852d-57b4-4e00-893c-ff6f8df97d89 up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:39.572059 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2e2cda3e-5d09-46a1-aac4-3bf5bfc9081d req-2a52926f-d285-43f1-89be-fc61482d5d45 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813663 Oct 17 04:31:39.587870 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-d77c2c1f-f53d-40f6-904f-b8b80ef23a41 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960679 Oct 17 04:31:39.590572 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-8bb4268e-0100-4a5a-8056-930915d76595 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978221 Oct 17 04:31:39.668909 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00c421-35d6-4d9c-8836-ef74996c6232 req-2a71a202-9dfc-4f24-a86d-b5f62da1864c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:39.670661 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9a00c421-35d6-4d9c-8836-ef74996c6232 req-2a71a202-9dfc-4f24-a86d-b5f62da1864c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=8500cc6f-85c4-44a2-bb52-3bb418fbfad7 HTTP/1.1" status: 200 len: 912 time: 0.6053026 Oct 17 04:31:39.685504 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning for port d527852d-57b4-4e00-893c-ff6f8df97d89 completed by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:31:39.686259 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-394b4200-a9b2-4b34-8b58-42339aaade05 req-311bae79-058f-42d3-abdf-cafdb3dfc212 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5288746 Oct 17 04:31:39.720908 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port d527852d-57b4-4e00-893c-ff6f8df97d89 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:39.721830 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (d527852d-57b4-4e00-893c-ff6f8df97d89), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:39.722332 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port d527852d-57b4-4e00-893c-ff6f8df97d89 Oct 17 04:31:39.730508 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] Pushing event updated for resources: {'Port': ['ID=96c8acae-b8cc-4eed-af97-bcefcfe399c5,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:39.745641 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] Attempting to bind port 96c8acae-b8cc-4eed-af97-bcefcfe399c5 on host hv-cinder-86155 for vnic_type normal with profile {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:31:39.746717 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] Attempting to bind port 96c8acae-b8cc-4eed-af97-bcefcfe399c5 by drivers openvswitch,hyperv on host hv-cinder-86155 at level 0 using segments [{'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:31:39.747222 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] Attempting to bind port 96c8acae-b8cc-4eed-af97-bcefcfe399c5 on network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:39.752428 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:39.775911 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d3348-b236-4792-b675-d97708042201 req-a6f58621-f136-45ae-acad-60654bf0d56f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:39.778991 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 62afe409-bc34-457e-bcb8-6b6ebb859ed6, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=62afe409-bc34-457e-bcb8-6b6ebb859ed6,segment=NetworkSegment(62b8bbe0-1969-454f-98b1-1af7f8eb0066),segment_id=62b8bbe0-1969-454f-98b1-1af7f8eb0066)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:39.782988 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bc2d3348-b236-4792-b675-d97708042201 req-a6f58621-f136-45ae-acad-60654bf0d56f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 943 time: 0.2039042 Oct 17 04:31:39.803545 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': '62afe409-bc34-457e-bcb8-6b6ebb859ed6', 'network_id': '8500cc6f-85c4-44a2-bb52-3bb418fbfad7', 'port_id': '62afe409-bc34-457e-bcb8-6b6ebb859ed6', 'mac_address': 'fa:16:3e:a9:7a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5d4a9e5-6112-4f76-b8de-700c6543d986', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:31:39.877167 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] Port 96c8acae-b8cc-4eed-af97-bcefcfe399c5 on network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86155 {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:31:39.877844 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] Attempting to bind port 96c8acae-b8cc-4eed-af97-bcefcfe399c5 on network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:31:39.889057 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port d527852d-57b4-4e00-893c-ff6f8df97d89 is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:39.889330 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89099c-2b82-4d97-814d-47de74ac8c3e req-11d9b0dc-9b34-45b6-86cb-eae7bbcbba12 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:39.889889 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (d527852d-57b4-4e00-893c-ff6f8df97d89), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:39.890849 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ce89099c-2b82-4d97-814d-47de74ac8c3e req-11d9b0dc-9b34-45b6-86cb-eae7bbcbba12 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 944 time: 0.0833824 Oct 17 04:31:39.909579 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 62afe409-bc34-457e-bcb8-6b6ebb859ed6 is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:39.910426 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (62afe409-bc34-457e-bcb8-6b6ebb859ed6), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:39.923002 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bc2d3348-b236-4792-b675-d97708042201 req-69d404cb-8dca-46b2-a52d-301b27d80680 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390867 Oct 17 04:31:39.928747 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8b2344-7541-41fa-b97f-734e7220308c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd527852d-57b4-4e00-893c-ff6f8df97d89'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:31:40.033803 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port d527852d-57b4-4e00-893c-ff6f8df97d89, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=d527852d-57b4-4e00-893c-ff6f8df97d89,segment=NetworkSegment(705227ac-8d1e-419e-a3d4-a7c5171cb48b),segment_id=705227ac-8d1e-419e-a3d4-a7c5171cb48b)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:40.039938 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62afe409-bc34-457e-bcb8-6b6ebb859ed6 {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:31:40.046782 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (d527852d-57b4-4e00-893c-ff6f8df97d89), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:40.055124 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:40.071388 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] Checking agent: {'id': '98af6631-6ac5-4afe-8748-fa983cad7c78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86155', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:31:40.071734 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] Checking segment: {'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:31:40.072129 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] Bound using segment: {'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:31:40.072670 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] Bound port: 96c8acae-b8cc-4eed-af97-bcefcfe399c5, host: hv-cinder-86155, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'}}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:31:40.073027 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (96c8acae-b8cc-4eed-af97-bcefcfe399c5), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:40.091907 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ce89099c-2b82-4d97-814d-47de74ac8c3e req-027d9e2e-0556-4ccd-a453-2b6637ffe9e1 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51628abb-b053-4681-accd-b02cc6f9374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660581 Oct 17 04:31:40.100782 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56342c42-94b2-49fc-a5a9-6fcdf7e70101 req-7f255e13-8f91-4f5b-b1a9-9ddb9ad81081 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:40.102345 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-56342c42-94b2-49fc-a5a9-6fcdf7e70101 req-7f255e13-8f91-4f5b-b1a9-9ddb9ad81081 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0887628 Oct 17 04:31:40.121864 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=d527852d-57b4-4e00-893c-ff6f8df97d89,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:40.146812 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 62afe409-bc34-457e-bcb8-6b6ebb859ed6, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=62afe409-bc34-457e-bcb8-6b6ebb859ed6,segment=NetworkSegment(62b8bbe0-1969-454f-98b1-1af7f8eb0066),segment_id=62b8bbe0-1969-454f-98b1-1af7f8eb0066)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:40.163027 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (62afe409-bc34-457e-bcb8-6b6ebb859ed6), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:40.194052 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] For port 96c8acae-b8cc-4eed-af97-bcefcfe399c5, host hv-cinder-86155, cleared binding levels {{(pid=104488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:31:40.222146 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] For port 96c8acae-b8cc-4eed-af97-bcefcfe399c5, host hv-cinder-86155, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=96c8acae-b8cc-4eed-af97-bcefcfe399c5,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:31:40.224266 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=62afe409-bc34-457e-bcb8-6b6ebb859ed6,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:40.245905 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-56342c42-94b2-49fc-a5a9-6fcdf7e70101 req-87e93ed7-d172-4687-81fb-ba4f86bdddd2 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371500 Oct 17 04:31:40.247737 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (96c8acae-b8cc-4eed-af97-bcefcfe399c5), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:40.258767 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:40.262595 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for port (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:40.262595 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/96c8acae-b8cc-4eed-af97-bcefcfe399c5 HTTP/1.1" status: 200 len: 1093 time: 2.6814239 Oct 17 04:31:40.262595 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc759c8-a208-4df1-bf3e-dd2b89bff369', 'tag': '96c8acae-b8cc-4eed-af97-bcefcfe399c5'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:31:40.263697 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc4dbf0-7f7f-4c30-9d61-fb622a3b0ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc759c8-a208-4df1-bf3e-dd2b89bff369", "tag": "96c8acae-b8cc-4eed-af97-bcefcfe399c5"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:31:40.377674 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['62afe409-bc34-457e-bcb8-6b6ebb859ed6'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:31:40.455447 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:40.470123 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5c0cee-27be-40e9-a9f8-056a6fec03f2 x-openstack-request-id: req-3e5c0cee-27be-40e9-a9f8-056a6fec03f2 {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:31:40.470660 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc759c8-a208-4df1-bf3e-dd2b89bff369", "tag": "96c8acae-b8cc-4eed-af97-bcefcfe399c5", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:31:40.471058 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3e5c0cee-27be-40e9-a9f8-056a6fec03f2 {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:31:40.471772 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e5c0cee-27be-40e9-a9f8-056a6fec03f2'] response: {'name': 'network-changed', 'server_uuid': 'ffc759c8-a208-4df1-bf3e-dd2b89bff369', 'tag': '96c8acae-b8cc-4eed-af97-bcefcfe399c5', 'status': 'completed', 'code': 200} Oct 17 04:31:40.545376 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5817fd1f-4122-447c-bc9c-1fa596dfda63" -d '{"events": [{"server_uuid": "9d8b2344-7541-41fa-b97f-734e7220308c", "name": "network-vif-plugged", "status": "completed", "tag": "d527852d-57b4-4e00-893c-ff6f8df97d89"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:31:40.581395 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-36222394-12bb-4487-b378-ec4d2c9951d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:40.585859 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-36222394-12bb-4487-b378-ec4d2c9951d2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7bd6234b23704bdf809481085ce465eb&device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 1127 time: 0.2470427 Oct 17 04:31:40.601594 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9a00c421-35d6-4d9c-8836-ef74996c6232 req-67f0980c-21cf-4f33-8da9-f679d2664006 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62afe409-bc34-457e-bcb8-6b6ebb859ed6 HTTP/1.1" status: 200 len: 217 time: 0.2559779 Oct 17 04:31:40.605792 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-d3be4b70-dfb2-4009-93c1-77627947327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:40.609866 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-d3be4b70-dfb2-4009-93c1-77627947327b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=e022e6125e85417881ce226db7a5c764&device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 1127 time: 0.2236516 Oct 17 04:31:40.745658 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac07047a-6876-44cb-ab0b-fb772595667d x-openstack-request-id: req-ac07047a-6876-44cb-ab0b-fb772595667d {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:31:40.745658 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8b2344-7541-41fa-b97f-734e7220308c", "name": "network-vif-plugged", "status": "completed", "tag": "d527852d-57b4-4e00-893c-ff6f8df97d89", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:31:40.745658 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ac07047a-6876-44cb-ab0b-fb772595667d {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:31:40.745658 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac07047a-6876-44cb-ab0b-fb772595667d'] response: {'server_uuid': '9d8b2344-7541-41fa-b97f-734e7220308c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd527852d-57b4-4e00-893c-ff6f8df97d89', 'code': 200} Oct 17 04:31:40.785049 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:40.788353 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-31297f47-050b-4ccb-bf67-d05f91f278a0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240867 Oct 17 04:31:40.809203 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a736e6e1-8221-45b2-b6c5-d9f281a45aa0 req-805bd578-ff17-4cb8-8c5e-1c611de5cc4a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209391 Oct 17 04:31:40.893189 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-2c626851-1306-44cb-b396-0ba761236d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:40.894900 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-2c626851-1306-44cb-b396-0ba761236d5c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb HTTP/1.1" status: 200 len: 919 time: 0.2917995 Oct 17 04:31:40.940828 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c86e54-b785-4e40-ad3c-7f7bd78df798 req-5dc5b927-2f57-43bb-a57d-a098c706e259 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:40.943211 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-63c86e54-b785-4e40-ad3c-7f7bd78df798 req-5dc5b927-2f57-43bb-a57d-a098c706e259 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 943 time: 0.4702065 Oct 17 04:31:40.943909 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdce9c-e3bb-43f2-b9b2-eeadbc901dcd service neutron] Pushing event updated for resources: {'Port': ['ID=96c8acae-b8cc-4eed-af97-bcefcfe399c5,revision_number=3']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:41.030208 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-9910727e-2436-4f6e-aab3-fb16c06ffb17 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c8acae-b8cc-4eed-af97-bcefcfe399c5 HTTP/1.1" status: 200 len: 217 time: 0.4019449 Oct 17 04:31:41.099358 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00c421-35d6-4d9c-8836-ef74996c6232 req-a2caefac-b50e-4c8f-927c-c1e7b24153dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:41.100834 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9a00c421-35d6-4d9c-8836-ef74996c6232 req-a2caefac-b50e-4c8f-927c-c1e7b24153dd service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=b5d4a9e5-6112-4f76-b8de-700c6543d986 HTTP/1.1" status: 200 len: 850 time: 0.4843996 Oct 17 04:31:41.104583 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-63c86e54-b785-4e40-ad3c-7f7bd78df798 req-5738d46c-b45d-4284-8bb8-c2db6dff3650 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03607a92-c711-4fe5-927e-76f6322b7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471140 Oct 17 04:31:41.110262 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12e909-6473-4512-940e-3fb83e9a2cf5 req-0ffc6418-f71d-486e-bc87-0b1c61cb8806 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:41.111919 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7f12e909-6473-4512-940e-3fb83e9a2cf5 req-0ffc6418-f71d-486e-bc87-0b1c61cb8806 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 943 time: 0.1355562 Oct 17 04:31:41.206091 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7f12e909-6473-4512-940e-3fb83e9a2cf5 req-f8c00546-230d-419c-bc81-d0998de59fe1 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631809 Oct 17 04:31:41.295350 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce2c64-9496-4437-9eb7-058764ecc0af req-efb7a2ae-76f3-439a-9023-eafdc184383e tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:41.297278 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ebce2c64-9496-4437-9eb7-058764ecc0af req-efb7a2ae-76f3-439a-9023-eafdc184383e tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 943 time: 0.0697060 Oct 17 04:31:41.388760 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af66617-4c8f-41b5-8961-393e79b9e2d4 req-0420fa4a-f983-4ffb-958f-e7a9f17cc28c tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:41.395752 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6af66617-4c8f-41b5-8961-393e79b9e2d4 req-0420fa4a-f983-4ffb-958f-e7a9f17cc28c tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 945 time: 0.0974152 Oct 17 04:31:41.442786 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ebce2c64-9496-4437-9eb7-058764ecc0af req-73b97497-a964-471f-999b-f305afdff89b tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299829 Oct 17 04:31:41.475700 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6af66617-4c8f-41b5-8961-393e79b9e2d4 req-05f64799-d0e2-4f22-9236-cfc3c21474f4 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51628abb-b053-4681-accd-b02cc6f9374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788569 Oct 17 04:31:41.548628 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device f63f40c8-b445-4c27-a582-2ac29415fbeb details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:31:41.551800 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 62afe409-bc34-457e-bcb8-6b6ebb859ed6 up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:41.603178 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e75bd-2820-4cf1-916e-4f5002152e5c req-c0af27c0-60ef-479d-85de-4d202cd4eac9 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:41.605782 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e46e75bd-2820-4cf1-916e-4f5002152e5c req-c0af27c0-60ef-479d-85de-4d202cd4eac9 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0744469 Oct 17 04:31:41.663386 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning for port 62afe409-bc34-457e-bcb8-6b6ebb859ed6 completed by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:31:41.685377 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:41.687014 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port 62afe409-bc34-457e-bcb8-6b6ebb859ed6 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:41.687978 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (62afe409-bc34-457e-bcb8-6b6ebb859ed6), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:41.688590 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port 62afe409-bc34-457e-bcb8-6b6ebb859ed6 Oct 17 04:31:41.713677 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-39367aee-6919-4cdb-ac6c-52ac6b44dad3 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37d6f19d-2ed4-4803-ac7c-8e9517972bc6 HTTP/1.1" status: 200 len: 217 time: 0.0928240 Oct 17 04:31:41.764611 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port f63f40c8-b445-4c27-a582-2ac29415fbeb, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f63f40c8-b445-4c27-a582-2ac29415fbeb,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:41.783090 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:41.785210 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': 'f63f40c8-b445-4c27-a582-2ac29415fbeb', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'port_id': 'f63f40c8-b445-4c27-a582-2ac29415fbeb', 'mac_address': 'fa:16:3e:aa:bf:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:31:41.819787 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00c421-35d6-4d9c-8836-ef74996c6232 req-52bd20f9-efc6-4cf2-8bab-78df2b60e291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:41.826118 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9a00c421-35d6-4d9c-8836-ef74996c6232 req-52bd20f9-efc6-4cf2-8bab-78df2b60e291 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=8500cc6f-85c4-44a2-bb52-3bb418fbfad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1885493 Oct 17 04:31:41.851899 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e46e75bd-2820-4cf1-916e-4f5002152e5c req-6c2d2d21-3d4e-473f-8c96-a966253f2b2b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367103 Oct 17 04:31:41.855435 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-01e47054-5d92-4398-ab5a-b498f946917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:41.857383 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-01e47054-5d92-4398-ab5a-b498f946917d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a304680d-2236-42f7-928f-3e762d91fb9c HTTP/1.1" status: 200 len: 854 time: 0.2183259 Oct 17 04:31:41.974584 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 62afe409-bc34-457e-bcb8-6b6ebb859ed6 is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:41.974973 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (62afe409-bc34-457e-bcb8-6b6ebb859ed6), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:41.980086 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port f63f40c8-b445-4c27-a582-2ac29415fbeb is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:41.980474 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:42.001378 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63f40c8-b445-4c27-a582-2ac29415fbeb {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:31:42.039203 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 62afe409-bc34-457e-bcb8-6b6ebb859ed6, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=62afe409-bc34-457e-bcb8-6b6ebb859ed6,segment=NetworkSegment(62b8bbe0-1969-454f-98b1-1af7f8eb0066),segment_id=62b8bbe0-1969-454f-98b1-1af7f8eb0066)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:42.044235 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port f63f40c8-b445-4c27-a582-2ac29415fbeb, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f63f40c8-b445-4c27-a582-2ac29415fbeb,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:42.045690 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (62afe409-bc34-457e-bcb8-6b6ebb859ed6), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:42.070666 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:42.071543 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:31:42.112366 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=62afe409-bc34-457e-bcb8-6b6ebb859ed6,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:42.243595 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=f63f40c8-b445-4c27-a582-2ac29415fbeb,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:42.265585 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 37d6f19d-2ed4-4803-ac7c-8e9517972bc6, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=37d6f19d-2ed4-4803-ac7c-8e9517972bc6,segment=NetworkSegment(705227ac-8d1e-419e-a3d4-a7c5171cb48b),segment_id=705227ac-8d1e-419e-a3d4-a7c5171cb48b)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:42.290211 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': '37d6f19d-2ed4-4803-ac7c-8e9517972bc6', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'port_id': '37d6f19d-2ed4-4803-ac7c-8e9517972bc6', 'mac_address': 'fa:16:3e:74:a0:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:31:42.311151 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 55132) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:42.351453 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d89f05-51a0-46d6-ab44-a9d9ec94df84 req-b7a3cd85-d693-4438-b60d-49eb0afd055e tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:42.358177 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:42.360392 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-15d89f05-51a0-46d6-ab44-a9d9ec94df84 req-b7a3cd85-d693-4438-b60d-49eb0afd055e tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 943 time: 0.0969765 Oct 17 04:31:42.360939 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (37d6f19d-2ed4-4803-ac7c-8e9517972bc6), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:42.391509 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:31:42.440492 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 37d6f19d-2ed4-4803-ac7c-8e9517972bc6, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=37d6f19d-2ed4-4803-ac7c-8e9517972bc6,segment=NetworkSegment(705227ac-8d1e-419e-a3d4-a7c5171cb48b),segment_id=705227ac-8d1e-419e-a3d4-a7c5171cb48b)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:42.449681 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (37d6f19d-2ed4-4803-ac7c-8e9517972bc6), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:42.450750 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:42.510883 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d526724-655b-419e-b17b-79ad6321e2a6 req-ca189dc3-f01e-41b8-93d9-26efea520156 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:42.522864 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5d526724-655b-419e-b17b-79ad6321e2a6 req-ca189dc3-f01e-41b8-93d9-26efea520156 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 943 time: 0.2010159 Oct 17 04:31:42.528229 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee8bad-994d-41b7-851d-fabf025270df req-9b975034-310a-4cdb-89b8-d1c5ee77c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:42.529989 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-fbee8bad-994d-41b7-851d-fabf025270df req-9b975034-310a-4cdb-89b8-d1c5ee77c2f1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 1130 time: 0.1190977 Oct 17 04:31:42.531946 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-92489aee-aac1-459d-9451-f56972fcd93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:42.533624 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-92489aee-aac1-459d-9451-f56972fcd93b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c0346a38-a53e-4be5-b7d5-8ede2ed11f33 HTTP/1.1" status: 200 len: 857 time: 0.1756048 Oct 17 04:31:42.557592 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=37d6f19d-2ed4-4803-ac7c-8e9517972bc6,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:42.564512 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-fbee8bad-994d-41b7-851d-fabf025270df req-570d7518-bab7-4d9f-8384-2ae9c8be35c7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:42.622169 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-6a4ab421-4457-40a0-ac49-61e90a68504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:42.624375 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-6a4ab421-4457-40a0-ac49-61e90a68504d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=60b2c529-82f9-47ea-9951-24ba7b38ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2617753 Oct 17 04:31:42.626690 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-6464e868-3b5a-4922-a8fd-a0586e9876b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:42.628445 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-6464e868-3b5a-4922-a8fd-a0586e9876b6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844815 Oct 17 04:31:42.671433 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-86e5b9f7-46c4-4403-8af3-a1f9d788eb05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:42.753451 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-15d89f05-51a0-46d6-ab44-a9d9ec94df84 req-dcbef847-d4ae-4479-bf42-1df220a38388 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03607a92-c711-4fe5-927e-76f6322b7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3869438 Oct 17 04:31:42.755689 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c34166-9c02-41cb-b5e6-21cc7c4b06b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62afe409-bc34-457e-bcb8-6b6ebb859ed6'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:31:42.760024 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94e7b4b-2204-42a7-8948-8e9afea4763a" -d '{"events": [{"server_uuid": "75c34166-9c02-41cb-b5e6-21cc7c4b06b7", "name": "network-vif-plugged", "status": "completed", "tag": "62afe409-bc34-457e-bcb8-6b6ebb859ed6"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:31:42.788922 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['37d6f19d-2ed4-4803-ac7c-8e9517972bc6'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:31:42.876273 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['f63f40c8-b445-4c27-a582-2ac29415fbeb'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:31:42.954665 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:43.011638 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5d526724-655b-419e-b17b-79ad6321e2a6 req-106269cc-fe7b-4a5c-b729-c0db7e5c6e29 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4865670 Oct 17 04:31:43.018737 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:43.043826 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9a00c421-35d6-4d9c-8836-ef74996c6232 req-c2911ed9-1236-4d04-839c-76d6e1009309 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8500cc6f-85c4-44a2-bb52-3bb418fbfad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6611018 Oct 17 04:31:43.045782 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-e4ab6275-f496-4468-9235-27e9c4596fb4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062622 Oct 17 04:31:43.053706 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:43.054900 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:43.093804 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-fbee8bad-994d-41b7-851d-fabf025270df req-570d7518-bab7-4d9f-8384-2ae9c8be35c7 service neutron] Publish callbacks [] for security_group (4fccfcc0-5c3b-4569-9275-5abde8c57058), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:43.096378 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-50db4af0-7195-48d6-bc51-76092b8e7e21 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598241 Oct 17 04:31:43.102572 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-fbee8bad-994d-41b7-851d-fabf025270df req-570d7518-bab7-4d9f-8384-2ae9c8be35c7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (4fccfcc0-5c3b-4569-9275-5abde8c57058), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:43.170604 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b62d0b-1cb0-40b5-8a62-0ced084bd705 req-16a1ab2c-4cdf-4b83-bb74-a50b8321d885 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:43.172211 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b3b62d0b-1cb0-40b5-8a62-0ced084bd705 req-16a1ab2c-4cdf-4b83-bb74-a50b8321d885 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 944 time: 0.2945907 Oct 17 04:31:43.210027 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-fbee8bad-994d-41b7-851d-fabf025270df req-570d7518-bab7-4d9f-8384-2ae9c8be35c7 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6672235 Oct 17 04:31:43.212708 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d7518-bab7-4d9f-8384-2ae9c8be35c7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4fccfcc0-5c3b-4569-9275-5abde8c57058,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:43.245447 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-b27382a0-c284-47b1-ab69-017139f9625e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390495 Oct 17 04:31:43.252765 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-86e5b9f7-46c4-4403-8af3-a1f9d788eb05 admin admin] Publish callbacks [] for security_group (d3334015-da84-4f5c-b7c2-a953d655ec0b), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:43.279099 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-86e5b9f7-46c4-4403-8af3-a1f9d788eb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (d3334015-da84-4f5c-b7c2-a953d655ec0b), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:43.431344 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:43.433209 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:43.519448 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-5425952f-17f6-4b15-992c-4c341195d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:43.520951 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-5425952f-17f6-4b15-992c-4c341195d4e8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0761fde06e5240adb0d7f1a7d5724d37&device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 1128 time: 0.0434752 Oct 17 04:31:43.522690 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e91624-e4c6-4a0e-ad0a-45b92a21d711 req-dd0984c9-9fcd-4be4-be43-e694b88f0b0c tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:43.524144 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b0e91624-e4c6-4a0e-ad0a-45b92a21d711 req-dd0984c9-9fcd-4be4-be43-e694b88f0b0c tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 946 time: 0.3610163 Oct 17 04:31:43.559802 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-86e5b9f7-46c4-4403-8af3-a1f9d788eb05 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=14ca327210544b4587330899829d4fb0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2462637 Oct 17 04:31:43.571275 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 55156) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:43.574709 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5b9f7-46c4-4403-8af3-a1f9d788eb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3334015-da84-4f5c-b7c2-a953d655ec0b,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:43.593098 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9a00c421-35d6-4d9c-8836-ef74996c6232 req-0a5dd037-1336-4539-9073-a86ba74456ab service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8500cc6f-85c4-44a2-bb52-3bb418fbfad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370643 Oct 17 04:31:43.598375 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1f1d8699-39e3-401b-89fa-410069efe3d0 req-f817d77f-538b-4ee3-beea-5b4ef3c6a64e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161750 Oct 17 04:31:43.616389 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b3b62d0b-1cb0-40b5-8a62-0ced084bd705 req-035f91bd-3d7a-4f51-93b7-5c1f85cfa844 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041555 Oct 17 04:31:43.622805 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-1c80dbb3-0dfa-4529-97dc-f660021497eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:43.624667 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-1c80dbb3-0dfa-4529-97dc-f660021497eb service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=596ebb0d-79d0-45f5-9e52-b2ce25b00863 HTTP/1.1" status: 200 len: 917 time: 0.0975852 Oct 17 04:31:43.642469 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:43.666550 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b0e91624-e4c6-4a0e-ad0a-45b92a21d711 req-2a7edfa3-e67e-41d0-8f1f-774a7d99d807 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51628abb-b053-4681-accd-b02cc6f9374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224182 Oct 17 04:31:43.676805 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-af0b9bb3-78c1-40c4-99d7-686826713b58 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f63f40c8-b445-4c27-a582-2ac29415fbeb HTTP/1.1" status: 200 len: 217 time: 0.0400937 Oct 17 04:31:43.679779 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdf5dce-b3e0-41a9-aa89-402916be8eed x-openstack-request-id: req-6fdf5dce-b3e0-41a9-aa89-402916be8eed {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:31:43.680318 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c34166-9c02-41cb-b5e6-21cc7c4b06b7", "name": "network-vif-plugged", "status": "completed", "tag": "62afe409-bc34-457e-bcb8-6b6ebb859ed6", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:31:43.680318 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6fdf5dce-b3e0-41a9-aa89-402916be8eed {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:31:43.680491 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a6f615f8-b434-48b3-9147-0a8992962f31 admin admin] Publish callbacks [] for security_group (d3334015-da84-4f5c-b7c2-a953d655ec0b), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:43.680708 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fdf5dce-b3e0-41a9-aa89-402916be8eed'] response: {'server_uuid': '75c34166-9c02-41cb-b5e6-21cc7c4b06b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62afe409-bc34-457e-bcb8-6b6ebb859ed6', 'code': 200} Oct 17 04:31:43.702794 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a6f615f8-b434-48b3-9147-0a8992962f31 admin admin] Publish callbacks [] for security_group (d3334015-da84-4f5c-b7c2-a953d655ec0b), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:43.780292 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cf717-2021-4e51-8d1a-234a38764c5f req-ac4e1b57-d8ee-43a2-85c2-a50604a680b0 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:43.783150 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f33cf717-2021-4e51-8d1a-234a38764c5f req-ac4e1b57-d8ee-43a2-85c2-a50604a680b0 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 944 time: 0.0517173 Oct 17 04:31:43.788829 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a6f615f8-b434-48b3-9147-0a8992962f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (d3334015-da84-4f5c-b7c2-a953d655ec0b), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:43.792383 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a6f615f8-b434-48b3-9147-0a8992962f31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:43.793921 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-a6f615f8-b434-48b3-9147-0a8992962f31 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/d3334015-da84-4f5c-b7c2-a953d655ec0b HTTP/1.1" status: 204 len: 168 time: 0.2160239 Oct 17 04:31:43.811911 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f615f8-b434-48b3-9147-0a8992962f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3334015-da84-4f5c-b7c2-a953d655ec0b,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:43.880231 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f33cf717-2021-4e51-8d1a-234a38764c5f req-08c35577-03e9-4bb5-9b29-96aa5d7064de tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771701 Oct 17 04:31:43.918894 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35216841-1d46-4478-9d2e-e75c74ab4616 req-e654d58d-1266-4648-a1ff-11e773de8a4a tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:43.920819 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-35216841-1d46-4478-9d2e-e75c74ab4616 req-e654d58d-1266-4648-a1ff-11e773de8a4a tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 943 time: 0.0579541 Oct 17 04:31:43.979058 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-35216841-1d46-4478-9d2e-e75c74ab4616 req-2dd584a8-3f78-48c7-a8cb-44742683f28d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03607a92-c711-4fe5-927e-76f6322b7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521491 Oct 17 04:31:44.009400 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device f63f40c8-b445-4c27-a582-2ac29415fbeb up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:44.070983 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning for port f63f40c8-b445-4c27-a582-2ac29415fbeb completed by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:31:44.078224 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port f63f40c8-b445-4c27-a582-2ac29415fbeb triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:44.078829 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:44.079396 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port f63f40c8-b445-4c27-a582-2ac29415fbeb Oct 17 04:31:44.188819 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port f63f40c8-b445-4c27-a582-2ac29415fbeb is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:44.189191 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:44.231509 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:44.255906 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port f63f40c8-b445-4c27-a582-2ac29415fbeb, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f63f40c8-b445-4c27-a582-2ac29415fbeb,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:44.260777 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2badec9e-98d1-43c3-b8bf-ea8b6f5290a0 req-9c9ea129-a6fa-4017-ac37-4503da0822c1 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:44.264110 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2badec9e-98d1-43c3-b8bf-ea8b6f5290a0 req-9c9ea129-a6fa-4017-ac37-4503da0822c1 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 943 time: 0.1073289 Oct 17 04:31:44.269519 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:44.270496 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:44.345633 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 55182) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:44.352578 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2badec9e-98d1-43c3-b8bf-ea8b6f5290a0 req-4cf1e281-02f7-48f0-809d-2c062629cb44 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828478 Oct 17 04:31:44.381282 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1c5da806-0790-4c6c-9c45-f898e2a3ecad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:44.381389 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=f63f40c8-b445-4c27-a582-2ac29415fbeb,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:44.394101 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning for port 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 completed by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:31:44.403030 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:44.403412 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (37d6f19d-2ed4-4803-ac7c-8e9517972bc6), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:44.403749 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 Oct 17 04:31:44.470954 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1c5da806-0790-4c6c-9c45-f898e2a3ecad admin admin] Publish callbacks [] for security_group (0d873352-14d7-4a49-a540-afd57e60a5bc), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:44.476030 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1c5da806-0790-4c6c-9c45-f898e2a3ecad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (0d873352-14d7-4a49-a540-afd57e60a5bc), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:44.489558 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:44.492433 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (37d6f19d-2ed4-4803-ac7c-8e9517972bc6), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:44.492550 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:44.521109 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5da806-0790-4c6c-9c45-f898e2a3ecad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d873352-14d7-4a49-a540-afd57e60a5bc,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:44.527226 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 37d6f19d-2ed4-4803-ac7c-8e9517972bc6, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=37d6f19d-2ed4-4803-ac7c-8e9517972bc6,segment=NetworkSegment(705227ac-8d1e-419e-a3d4-a7c5171cb48b),segment_id=705227ac-8d1e-419e-a3d4-a7c5171cb48b)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:44.530748 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-1c5da806-0790-4c6c-9c45-f898e2a3ecad admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=3d45d4804ff4434f920df44085b12d84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1829247 Oct 17 04:31:44.531796 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (37d6f19d-2ed4-4803-ac7c-8e9517972bc6), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:44.533912 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 55186) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:44.581318 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=37d6f19d-2ed4-4803-ac7c-8e9517972bc6,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:44.589476 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ce56aa4a-0062-4fa3-b886-46b3a6b59525 admin admin] Publish callbacks [] for security_group (0d873352-14d7-4a49-a540-afd57e60a5bc), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:44.616798 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ce56aa4a-0062-4fa3-b886-46b3a6b59525 admin admin] Publish callbacks [] for security_group (0d873352-14d7-4a49-a540-afd57e60a5bc), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:44.671130 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ce56aa4a-0062-4fa3-b886-46b3a6b59525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (0d873352-14d7-4a49-a540-afd57e60a5bc), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:44.674018 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ce56aa4a-0062-4fa3-b886-46b3a6b59525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:44.675173 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-ce56aa4a-0062-4fa3-b886-46b3a6b59525 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/0d873352-14d7-4a49-a540-afd57e60a5bc HTTP/1.1" status: 204 len: 168 time: 0.1405835 Oct 17 04:31:44.683595 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56aa4a-0062-4fa3-b886-46b3a6b59525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d873352-14d7-4a49-a540-afd57e60a5bc,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:44.785412 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-0eebf402-892d-40c3-b91c-3e0ec83162a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:44.787038 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-0eebf402-892d-40c3-b91c-3e0ec83162a4 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=7c706f9b-2867-4158-b285-926a4adb47a2 HTTP/1.1" status: 200 len: 855 time: 0.0719550 Oct 17 04:31:44.811871 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49a616-1cff-4778-815b-9a29cd20e9e3 req-7674fcd7-8e6f-48d5-9d34-589d6b70795f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:44.813400 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0a49a616-1cff-4778-815b-9a29cd20e9e3 req-7674fcd7-8e6f-48d5-9d34-589d6b70795f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.1217453 Oct 17 04:31:44.829204 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4dbf0-7f7f-4c30-9d61-fb622a3b0ef1 req-ed52ffdd-f6c2-4c4e-bc74-a97f0f6dd647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:44.830954 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7dc4dbf0-7f7f-4c30-9d61-fb622a3b0ef1 req-ed52ffdd-f6c2-4c4e-bc74-a97f0f6dd647 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=e022e6125e85417881ce226db7a5c764&device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 1127 time: 0.0985918 Oct 17 04:31:44.842742 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-9e270340-d8cf-4c92-ab83-0234898ef05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:44.844774 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-9e270340-d8cf-4c92-ab83-0234898ef05b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=596ebb0d-79d0-45f5-9e52-b2ce25b00863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512826 Oct 17 04:31:44.865837 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64acdda-39f3-4404-9146-937e1121db4d req-e23eec14-9dea-4d56-a4b6-64eed360a4ce tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:44.867309 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f64acdda-39f3-4404-9146-937e1121db4d req-e23eec14-9dea-4d56-a4b6-64eed360a4ce tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 946 time: 0.0986004 Oct 17 04:31:44.958518 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-6be6c95b-661b-47cf-b073-6f6807adcdd9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011765 Oct 17 04:31:45.051120 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759506ce-a1fc-41b7-9cb1-a015c8060481 req-7c20198a-ae85-4ca6-9c0b-b903825ae44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:45.052604 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-759506ce-a1fc-41b7-9cb1-a015c8060481 req-7c20198a-ae85-4ca6-9c0b-b903825ae44e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 1130 time: 0.1714766 Oct 17 04:31:45.061755 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-7c3f3bb3-5e1b-4386-afb7-b4dd01ffd257 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969803 Oct 17 04:31:45.068607 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0a49a616-1cff-4778-815b-9a29cd20e9e3 req-1ea1fb45-32e7-492a-89a7-007b28fb24c4 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463222 Oct 17 04:31:45.097214 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f64acdda-39f3-4404-9146-937e1121db4d req-28b3d689-e8d2-4f21-a6a0-fa178907660d tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51628abb-b053-4681-accd-b02cc6f9374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120578 Oct 17 04:31:45.117107 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4dbf0-7f7f-4c30-9d61-fb622a3b0ef1 req-b1a78ef3-1a29-4351-907e-b15a9ff31378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:45.118634 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7dc4dbf0-7f7f-4c30-9d61-fb622a3b0ef1 req-b1a78ef3-1a29-4351-907e-b15a9ff31378 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=60b2c529-82f9-47ea-9951-24ba7b38ebc9 HTTP/1.1" status: 200 len: 916 time: 0.2799637 Oct 17 04:31:45.154891 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:45.180686 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7dc4dbf0-7f7f-4c30-9d61-fb622a3b0ef1 req-c440501d-d6cf-4832-a245-d7d55725fed9 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c8acae-b8cc-4eed-af97-bcefcfe399c5 HTTP/1.1" status: 200 len: 217 time: 0.0534720 Oct 17 04:31:45.188819 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-759506ce-a1fc-41b7-9cb1-a015c8060481 req-7fb5a963-4e22-43ab-9e1b-3b53d5cf1d19 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=51628abb-b053-4681-accd-b02cc6f9374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246583 Oct 17 04:31:45.194148 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-519e3618-f053-4644-8d3e-5139ea90b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:45.195691 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-519e3618-f053-4644-8d3e-5139ea90b499 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=9de6141e0c3a41bcb84ac635b48a51df&device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 1127 time: 0.0573456 Oct 17 04:31:45.278078 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:45.308353 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542ba15-2f89-4067-8315-b9b687ef8d51 req-e6624fe6-3ef2-48c5-b3b7-7c0bbabad553 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:45.310111 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e542ba15-2f89-4067-8315-b9b687ef8d51 req-e6624fe6-3ef2-48c5-b3b7-7c0bbabad553 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.0937533 Oct 17 04:31:45.314516 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4dbf0-7f7f-4c30-9d61-fb622a3b0ef1 req-4c21319f-c31d-43ff-8e8c-77dd1811ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:45.315958 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7dc4dbf0-7f7f-4c30-9d61-fb622a3b0ef1 req-4c21319f-c31d-43ff-8e8c-77dd1811ca07 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a304680d-2236-42f7-928f-3e762d91fb9c HTTP/1.1" status: 200 len: 854 time: 0.1297939 Oct 17 04:31:45.321924 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23249bbe-63eb-4829-88a0-c2504582667c req-928e2239-e2b0-4802-a8d4-36db3d39ab13 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:45.323887 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-23249bbe-63eb-4829-88a0-c2504582667c req-928e2239-e2b0-4802-a8d4-36db3d39ab13 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 943 time: 0.1055291 Oct 17 04:31:45.406303 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:45.412019 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e542ba15-2f89-4067-8315-b9b687ef8d51 req-253da793-bad4-4efc-a2d0-746324577ac6 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851054 Oct 17 04:31:45.416979 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-23249bbe-63eb-4829-88a0-c2504582667c req-74b44b00-7f40-476e-a792-2634ad8aa27e tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03607a92-c711-4fe5-927e-76f6322b7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859191 Oct 17 04:31:45.492147 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4dbf0-7f7f-4c30-9d61-fb622a3b0ef1 req-6bfccf09-aa12-443d-9f5b-3231f84b0af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:45.494008 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7dc4dbf0-7f7f-4c30-9d61-fb622a3b0ef1 req-6bfccf09-aa12-443d-9f5b-3231f84b0af7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=60b2c529-82f9-47ea-9951-24ba7b38ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807991 Oct 17 04:31:45.563984 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-fea4230a-e391-4875-a664-f28537cc38bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:45.565906 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-fea4230a-e391-4875-a664-f28537cc38bc service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=5b651c35-159b-4d6e-a364-6761b8b7e75b HTTP/1.1" status: 200 len: 911 time: 0.1522689 Oct 17 04:31:45.597323 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301ab25-890b-42e0-8434-55fdc2cde204 req-b011ef5e-9c08-4704-a671-391096ce62fb tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:45.598853 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1301ab25-890b-42e0-8434-55fdc2cde204 req-b011ef5e-9c08-4704-a671-391096ce62fb tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 943 time: 0.0838888 Oct 17 04:31:45.658114 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1301ab25-890b-42e0-8434-55fdc2cde204 req-2dc60189-f544-42f7-809c-20d2285e9872 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512235 Oct 17 04:31:45.686625 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee04d43c-6d11-4571-989e-90ee8175e03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63f40c8-b445-4c27-a582-2ac29415fbeb'}, {'server_uuid': '942796c5-f5b3-476a-ae21-dcaabf3bd8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d6f19d-2ed4-4803-ac7c-8e9517972bc6'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:31:45.686625 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e45cf0-7674-4d16-a033-74ffcfa4a16d" -d '{"events": [{"server_uuid": "ee04d43c-6d11-4571-989e-90ee8175e03d", "name": "network-vif-plugged", "status": "completed", "tag": "f63f40c8-b445-4c27-a582-2ac29415fbeb"}, {"server_uuid": "942796c5-f5b3-476a-ae21-dcaabf3bd8df", "name": "network-vif-plugged", "status": "completed", "tag": "37d6f19d-2ed4-4803-ac7c-8e9517972bc6"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:31:45.749002 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 17 Oct 2022 04:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c9b687-3cb6-4b74-92b8-4629c64c02b6 x-openstack-request-id: req-d9c9b687-3cb6-4b74-92b8-4629c64c02b6 {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:31:45.749917 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee04d43c-6d11-4571-989e-90ee8175e03d", "name": "network-vif-plugged", "status": "completed", "tag": "f63f40c8-b445-4c27-a582-2ac29415fbeb", "code": 200}, {"server_uuid": "942796c5-f5b3-476a-ae21-dcaabf3bd8df", "name": "network-vif-plugged", "status": "completed", "tag": "37d6f19d-2ed4-4803-ac7c-8e9517972bc6", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:31:45.750899 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d9c9b687-3cb6-4b74-92b8-4629c64c02b6 {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:31:45.751533 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9c9b687-3cb6-4b74-92b8-4629c64c02b6'] response: {'server_uuid': 'ee04d43c-6d11-4571-989e-90ee8175e03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63f40c8-b445-4c27-a582-2ac29415fbeb', 'code': 200} Oct 17 04:31:45.752373 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9c9b687-3cb6-4b74-92b8-4629c64c02b6'] response: {'server_uuid': '942796c5-f5b3-476a-ae21-dcaabf3bd8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d6f19d-2ed4-4803-ac7c-8e9517972bc6', 'code': 200} Oct 17 04:31:45.990404 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 1b48d51f-4326-473b-8c9d-416ea81fac1e details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:31:46.154005 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 1b48d51f-4326-473b-8c9d-416ea81fac1e, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=1b48d51f-4326-473b-8c9d-416ea81fac1e,segment=NetworkSegment(c26ac881-75a2-4c4f-bf22-c9e5e29baaeb),segment_id=c26ac881-75a2-4c4f-bf22-c9e5e29baaeb)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:46.169154 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': '1b48d51f-4326-473b-8c9d-416ea81fac1e', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'port_id': '1b48d51f-4326-473b-8c9d-416ea81fac1e', 'mac_address': 'fa:16:3e:d0:f6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:31:46.207102 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 1b48d51f-4326-473b-8c9d-416ea81fac1e is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:46.207574 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (1b48d51f-4326-473b-8c9d-416ea81fac1e), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:46.222993 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b48d51f-4326-473b-8c9d-416ea81fac1e {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:31:46.248506 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 1b48d51f-4326-473b-8c9d-416ea81fac1e, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=1b48d51f-4326-473b-8c9d-416ea81fac1e,segment=NetworkSegment(c26ac881-75a2-4c4f-bf22-c9e5e29baaeb),segment_id=c26ac881-75a2-4c4f-bf22-c9e5e29baaeb)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:46.249689 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:46.250992 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:46.255922 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (1b48d51f-4326-473b-8c9d-416ea81fac1e), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:46.257068 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 96c8acae-b8cc-4eed-af97-bcefcfe399c5 details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:31:46.296086 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33d112-14cd-4c3b-98e2-c2c86c6a088b req-7cd2a2bd-d305-40a6-89ac-ac310781ed4a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:46.305666 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5a33d112-14cd-4c3b-98e2-c2c86c6a088b req-7cd2a2bd-d305-40a6-89ac-ac310781ed4a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.1256921 Oct 17 04:31:46.332859 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=1b48d51f-4326-473b-8c9d-416ea81fac1e,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:46.404798 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-122226e6-e35a-434e-9605-7cc608efa39a service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b48d51f-4326-473b-8c9d-416ea81fac1e HTTP/1.1" status: 200 len: 217 time: 0.0849476 Oct 17 04:31:46.408097 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122e618-85f1-49bd-bdbd-efc27fed7574 req-e9803c39-ab4e-472c-8e4b-cfdb69a6ce95 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:46.410184 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b122e618-85f1-49bd-bdbd-efc27fed7574 req-e9803c39-ab4e-472c-8e4b-cfdb69a6ce95 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 946 time: 0.1604621 Oct 17 04:31:46.499080 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-4ba2bd36-65cb-4153-b604-8a2e40f07901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:46.500853 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-4ba2bd36-65cb-4153-b604-8a2e40f07901 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d4565b2b-3a4c-4521-9f7b-f70198a8501f HTTP/1.1" status: 200 len: 849 time: 0.0942261 Oct 17 04:31:46.504482 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 96c8acae-b8cc-4eed-af97-bcefcfe399c5, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=96c8acae-b8cc-4eed-af97-bcefcfe399c5,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:46.520725 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': '96c8acae-b8cc-4eed-af97-bcefcfe399c5', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'port_id': '96c8acae-b8cc-4eed-af97-bcefcfe399c5', 'mac_address': 'fa:16:3e:51:7e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:31:46.522721 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5a33d112-14cd-4c3b-98e2-c2c86c6a088b req-d22edfd3-611d-4a0b-a1d3-4eef88eab8e1 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128015 Oct 17 04:31:46.568743 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7dc4dbf0-7f7f-4c30-9d61-fb622a3b0ef1 req-f503fa98-df88-44c8-9de5-559a61328cee service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080624 Oct 17 04:31:46.573135 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b122e618-85f1-49bd-bdbd-efc27fed7574 req-d60987d6-91c4-4c46-bc86-a3c94d43a550 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51628abb-b053-4681-accd-b02cc6f9374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284642 Oct 17 04:31:46.614963 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 96c8acae-b8cc-4eed-af97-bcefcfe399c5 is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:46.615351 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (96c8acae-b8cc-4eed-af97-bcefcfe399c5), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:46.618383 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-5c23d613-a448-4599-ad22-56f7e81f8132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:46.622364 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-5c23d613-a448-4599-ad22-56f7e81f8132 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=5b651c35-159b-4d6e-a364-6761b8b7e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1065292 Oct 17 04:31:46.640379 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c8acae-b8cc-4eed-af97-bcefcfe399c5 {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:31:46.670515 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 96c8acae-b8cc-4eed-af97-bcefcfe399c5, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=96c8acae-b8cc-4eed-af97-bcefcfe399c5,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:46.677566 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (96c8acae-b8cc-4eed-af97-bcefcfe399c5), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:46.728237 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fe6c2-ee0b-41de-a7c4-ef00c53ed7cb req-f17fb307-7ba7-452b-b4f0-df7c43873be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:46.732844 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cf6fe6c2-ee0b-41de-a7c4-ef00c53ed7cb req-f17fb307-7ba7-452b-b4f0-df7c43873be9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 1129 time: 0.0768352 Oct 17 04:31:46.762930 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=96c8acae-b8cc-4eed-af97-bcefcfe399c5,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:46.776971 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9df23-0117-4ef1-a0c3-bbc125fe5305 req-1580e918-8d9a-4b17-92ee-c5d483c686d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:46.778482 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ebb9df23-0117-4ef1-a0c3-bbc125fe5305 req-1580e918-8d9a-4b17-92ee-c5d483c686d3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 1129 time: 0.0882201 Oct 17 04:31:46.808856 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-4d32c25b-d1b3-4f0b-a93c-d08ec15f26f4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466000 Oct 17 04:31:46.850818 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2253dd-40f5-47ff-bc7f-0d513e879b56 req-037d0091-d8eb-46f3-9e59-a7799cb4606c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:46.854981 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9d2253dd-40f5-47ff-bc7f-0d513e879b56 req-037d0091-d8eb-46f3-9e59-a7799cb4606c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.2274785 Oct 17 04:31:46.882299 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b4fd1-3151-40e7-a1b2-16d7478f4345 req-6f9429fc-b34f-4cdc-83fb-35c48e6d64f5 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:46.883764 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3a0b4fd1-3151-40e7-a1b2-16d7478f4345 req-6f9429fc-b34f-4cdc-83fb-35c48e6d64f5 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 944 time: 0.1499984 Oct 17 04:31:46.939013 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7dc4dbf0-7f7f-4c30-9d61-fb622a3b0ef1 req-d70b29cb-5bce-4d8b-b923-bb0b70f08d8f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041190 Oct 17 04:31:46.983303 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3a0b4fd1-3151-40e7-a1b2-16d7478f4345 req-79a98642-f97b-4402-a225-bddb7fe04bda tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03607a92-c711-4fe5-927e-76f6322b7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885928 Oct 17 04:31:46.986665 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9d2253dd-40f5-47ff-bc7f-0d513e879b56 req-87d5bf92-7ad6-438b-9e1f-6f5ec6ac4b42 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255198 Oct 17 04:31:47.077807 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['96c8acae-b8cc-4eed-af97-bcefcfe399c5'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:31:47.098547 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4a25c-f629-4637-ad20-e629018abb3d req-daf26428-cc7a-4853-85af-a28dab7a13f4 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:47.101315 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bdb4a25c-f629-4637-ad20-e629018abb3d req-daf26428-cc7a-4853-85af-a28dab7a13f4 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 944 time: 0.0529728 Oct 17 04:31:47.182542 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['1b48d51f-4326-473b-8c9d-416ea81fac1e'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:31:47.215928 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bdb4a25c-f629-4637-ad20-e629018abb3d req-41dd662a-a695-4183-883d-e5fbdb84c864 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073313 Oct 17 04:31:47.220204 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cf6fe6c2-ee0b-41de-a7c4-ef00c53ed7cb req-a8d39018-62ab-4469-8235-70bdd24d473c service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957077 Oct 17 04:31:47.340530 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ebb9df23-0117-4ef1-a0c3-bbc125fe5305 req-34062965-35e1-4757-9b8e-9a70e2d947fd service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163765 Oct 17 04:31:47.355959 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eea221b2-87dd-4375-adcc-88e57d5534e1 req-d9662d55-d596-4bf4-8f3b-c78f2cff7103 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367671 Oct 17 04:31:47.396799 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 55302) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:47.433994 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 55308) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:47.579900 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-341a34b1-1f95-4677-a8ef-b008ddfab08f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:47.587233 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:47.594904 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-530b44e6-5279-4023-b978-25b177d57884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:47.683431 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5dea4-9511-46f0-8bac-9016d2a08c70 req-50834b5c-59cc-4bd5-981e-1115f4c5119f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:47.684937 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-93c5dea4-9511-46f0-8bac-9016d2a08c70 req-50834b5c-59cc-4bd5-981e-1115f4c5119f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0682991 Oct 17 04:31:47.690580 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:47.730806 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-341a34b1-1f95-4677-a8ef-b008ddfab08f admin admin] Publish callbacks [] for security_group (185e0805-3bc6-48b7-a01d-46f4f84dd34e), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:47.734621 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-341a34b1-1f95-4677-a8ef-b008ddfab08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (185e0805-3bc6-48b7-a01d-46f4f84dd34e), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:47.740039 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:47.784500 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-341a34b1-1f95-4677-a8ef-b008ddfab08f admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=0bdc39b4a8dc4720845b389f97d59745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492720 Oct 17 04:31:47.785797 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a34b1-1f95-4677-a8ef-b008ddfab08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185e0805-3bc6-48b7-a01d-46f4f84dd34e,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:47.788951 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 55320) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:47.794534 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-93c5dea4-9511-46f0-8bac-9016d2a08c70 req-dafad452-8eab-42c6-bad0-9bd8633e7441 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025534 Oct 17 04:31:47.802267 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb20c3-a0f7-48cd-9629-4e304ceafa21 req-98fb4a82-8066-4ebf-bdb2-82fd07b2042d tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:47.803851 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8edb20c3-a0f7-48cd-9629-4e304ceafa21 req-98fb4a82-8066-4ebf-bdb2-82fd07b2042d tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 946 time: 0.1005571 Oct 17 04:31:47.819619 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-530b44e6-5279-4023-b978-25b177d57884 admin admin] Publish callbacks [] for security_group (f425795c-c1d5-4771-9faa-f4735f99b74b), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:47.827612 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-530b44e6-5279-4023-b978-25b177d57884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (f425795c-c1d5-4771-9faa-f4735f99b74b), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:47.857273 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-84c1048f-152f-4046-a1d9-1fe1c4912a2d admin admin] Publish callbacks [] for security_group (185e0805-3bc6-48b7-a01d-46f4f84dd34e), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:47.878887 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-84c1048f-152f-4046-a1d9-1fe1c4912a2d admin admin] Publish callbacks [] for security_group (185e0805-3bc6-48b7-a01d-46f4f84dd34e), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:47.894508 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-530b44e6-5279-4023-b978-25b177d57884 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=07ecbdf301ce4837a0e85a9914014e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4965906 Oct 17 04:31:47.897320 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 55322) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:47.899571 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b44e6-5279-4023-b978-25b177d57884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f425795c-c1d5-4771-9faa-f4735f99b74b,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:47.908914 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8edb20c3-a0f7-48cd-9629-4e304ceafa21 req-347e8198-8248-4825-819f-b566a7c6722a tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51628abb-b053-4681-accd-b02cc6f9374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949402 Oct 17 04:31:47.927711 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:47.971954 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-72079b40-5331-4299-8210-c3eff9820343 admin admin] Publish callbacks [] for security_group (f425795c-c1d5-4771-9faa-f4735f99b74b), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:47.979749 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-84c1048f-152f-4046-a1d9-1fe1c4912a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (185e0805-3bc6-48b7-a01d-46f4f84dd34e), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:47.982279 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-84c1048f-152f-4046-a1d9-1fe1c4912a2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:47.985878 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-84c1048f-152f-4046-a1d9-1fe1c4912a2d admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/185e0805-3bc6-48b7-a01d-46f4f84dd34e HTTP/1.1" status: 204 len: 168 time: 0.1930447 Oct 17 04:31:48.001609 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1048f-152f-4046-a1d9-1fe1c4912a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185e0805-3bc6-48b7-a01d-46f4f84dd34e,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:48.004483 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-72079b40-5331-4299-8210-c3eff9820343 admin admin] Publish callbacks [] for security_group (f425795c-c1d5-4771-9faa-f4735f99b74b), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:48.070289 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-72079b40-5331-4299-8210-c3eff9820343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (f425795c-c1d5-4771-9faa-f4735f99b74b), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:48.073640 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-72079b40-5331-4299-8210-c3eff9820343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:48.074974 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-72079b40-5331-4299-8210-c3eff9820343 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/f425795c-c1d5-4771-9faa-f4735f99b74b HTTP/1.1" status: 204 len: 168 time: 0.1766291 Oct 17 04:31:48.086050 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72079b40-5331-4299-8210-c3eff9820343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f425795c-c1d5-4771-9faa-f4735f99b74b,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:48.187092 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f9967-a760-4508-9c68-b3930d7341a7 req-de1fbdb6-ee96-476d-bad9-4a25d427da86 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:48.188632 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-580f9967-a760-4508-9c68-b3930d7341a7 req-de1fbdb6-ee96-476d-bad9-4a25d427da86 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 944 time: 0.1050906 Oct 17 04:31:48.204855 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7962a-9b9d-43d4-afd9-030708cec4d9 req-a39f431b-a09d-4be0-84c5-f48776351bb3 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:48.206523 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f8c7962a-9b9d-43d4-afd9-030708cec4d9 req-a39f431b-a09d-4be0-84c5-f48776351bb3 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.0655525 Oct 17 04:31:48.289170 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-580f9967-a760-4508-9c68-b3930d7341a7 req-ee7a8b48-2159-4437-ae17-caabd5fc0592 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03607a92-c711-4fe5-927e-76f6322b7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920742 Oct 17 04:31:48.327113 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f8c7962a-9b9d-43d4-afd9-030708cec4d9 req-c610e8f7-01bf-4087-a107-97a77be18fc0 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125314 Oct 17 04:31:48.461848 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3bd8b-a506-4939-becf-3cfc45574767 req-d73f3969-a32e-4339-ac5c-3a6beda411de tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:48.470330 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-35f3bd8b-a506-4939-becf-3cfc45574767 req-d73f3969-a32e-4339-ac5c-3a6beda411de tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 944 time: 0.0611534 Oct 17 04:31:48.539647 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-35f3bd8b-a506-4939-becf-3cfc45574767 req-0aaecd5b-fe08-45ad-bd05-f6b025e7e55e tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679848 Oct 17 04:31:48.592783 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 55344) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:48.607181 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 55346) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:48.607559 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-942feb74-a7b7-4aea-8e79-0633472d7498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:48.621695 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-74e24360-746f-42af-b32e-88fa28f5ec9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:48.688682 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-942feb74-a7b7-4aea-8e79-0633472d7498 admin admin] Publish callbacks [] for security_group (d301a836-7a53-48e3-87b4-4328903c6c80), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:48.695236 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-942feb74-a7b7-4aea-8e79-0633472d7498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (d301a836-7a53-48e3-87b4-4328903c6c80), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:48.704413 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-74e24360-746f-42af-b32e-88fa28f5ec9b admin admin] Publish callbacks [] for security_group (81f54be5-2be0-457f-a84a-6fe0e3c36dd7), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:48.710642 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-74e24360-746f-42af-b32e-88fa28f5ec9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (81f54be5-2be0-457f-a84a-6fe0e3c36dd7), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:48.734309 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-942feb74-a7b7-4aea-8e79-0633472d7498 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=c518aa38d20349a098b6a2553c8c48fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401772 Oct 17 04:31:48.735880 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942feb74-a7b7-4aea-8e79-0633472d7498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d301a836-7a53-48e3-87b4-4328903c6c80,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:48.738348 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 55352) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:48.749179 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:48.758971 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-74e24360-746f-42af-b32e-88fa28f5ec9b admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=fdba798851fc440b9a810617f465eda1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507378 Oct 17 04:31:48.760810 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 55354) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:48.768657 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e24360-746f-42af-b32e-88fa28f5ec9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f54be5-2be0-457f-a84a-6fe0e3c36dd7,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:48.806110 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-eb64e0cd-f824-4f93-88f8-c6ef8acec9c0 admin admin] Publish callbacks [] for security_group (d301a836-7a53-48e3-87b4-4328903c6c80), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:48.817723 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-56978e0b-e832-4172-b570-1b7d5ae7897b admin admin] Publish callbacks [] for security_group (81f54be5-2be0-457f-a84a-6fe0e3c36dd7), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:48.829094 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-eb64e0cd-f824-4f93-88f8-c6ef8acec9c0 admin admin] Publish callbacks [] for security_group (d301a836-7a53-48e3-87b4-4328903c6c80), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:48.838857 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-56978e0b-e832-4172-b570-1b7d5ae7897b admin admin] Publish callbacks [] for security_group (81f54be5-2be0-457f-a84a-6fe0e3c36dd7), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:48.880675 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 96c8acae-b8cc-4eed-af97-bcefcfe399c5 up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:48.883266 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:48.895767 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-eb64e0cd-f824-4f93-88f8-c6ef8acec9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (d301a836-7a53-48e3-87b4-4328903c6c80), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:48.898367 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-eb64e0cd-f824-4f93-88f8-c6ef8acec9c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:48.899776 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-eb64e0cd-f824-4f93-88f8-c6ef8acec9c0 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/d301a836-7a53-48e3-87b4-4328903c6c80 HTTP/1.1" status: 204 len: 168 time: 0.1605263 Oct 17 04:31:48.907004 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-56978e0b-e832-4172-b570-1b7d5ae7897b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (81f54be5-2be0-457f-a84a-6fe0e3c36dd7), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:48.910386 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-56978e0b-e832-4172-b570-1b7d5ae7897b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:48.911885 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-56978e0b-e832-4172-b570-1b7d5ae7897b admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/81f54be5-2be0-457f-a84a-6fe0e3c36dd7 HTTP/1.1" status: 204 len: 168 time: 0.1499877 Oct 17 04:31:48.928380 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64e0cd-f824-4f93-88f8-c6ef8acec9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d301a836-7a53-48e3-87b4-4328903c6c80,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:48.939287 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56978e0b-e832-4172-b570-1b7d5ae7897b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f54be5-2be0-457f-a84a-6fe0e3c36dd7,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:48.989512 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec7c0f-f704-4ce1-aac8-b4f042c6d36b req-510ace47-340f-4aad-a978-47cd506239a1 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:48.991982 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3eec7c0f-f704-4ce1-aac8-b4f042c6d36b req-510ace47-340f-4aad-a978-47cd506239a1 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0786841 Oct 17 04:31:48.998430 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning for port 96c8acae-b8cc-4eed-af97-bcefcfe399c5 completed by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:31:49.006539 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port 96c8acae-b8cc-4eed-af97-bcefcfe399c5 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:49.007337 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (96c8acae-b8cc-4eed-af97-bcefcfe399c5), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:49.013611 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port 96c8acae-b8cc-4eed-af97-bcefcfe399c5 Oct 17 04:31:49.044377 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:49.060340 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3eec7c0f-f704-4ce1-aac8-b4f042c6d36b req-bccbfc94-ff38-4cef-b39d-05137f60c147 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569584 Oct 17 04:31:49.143692 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 96c8acae-b8cc-4eed-af97-bcefcfe399c5 is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:49.145907 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (96c8acae-b8cc-4eed-af97-bcefcfe399c5), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:49.175309 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc759c8-a208-4df1-bf3e-dd2b89bff369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c8acae-b8cc-4eed-af97-bcefcfe399c5'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:31:49.178255 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d63816-0cd2-4482-b0ed-b5d5efa3d153" -d '{"events": [{"server_uuid": "ffc759c8-a208-4df1-bf3e-dd2b89bff369", "name": "network-vif-plugged", "status": "completed", "tag": "96c8acae-b8cc-4eed-af97-bcefcfe399c5"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:31:49.195265 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 96c8acae-b8cc-4eed-af97-bcefcfe399c5, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=96c8acae-b8cc-4eed-af97-bcefcfe399c5,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:49.202078 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (96c8acae-b8cc-4eed-af97-bcefcfe399c5), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:49.203102 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 1b48d51f-4326-473b-8c9d-416ea81fac1e up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:31:49.279276 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5a5194-f6c7-41b9-a342-0856a429acf3 x-openstack-request-id: req-6c5a5194-f6c7-41b9-a342-0856a429acf3 {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:31:49.279599 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc759c8-a208-4df1-bf3e-dd2b89bff369", "name": "network-vif-plugged", "status": "completed", "tag": "96c8acae-b8cc-4eed-af97-bcefcfe399c5", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:31:49.279875 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6c5a5194-f6c7-41b9-a342-0856a429acf3 {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:31:49.280395 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c5a5194-f6c7-41b9-a342-0856a429acf3'] response: {'server_uuid': 'ffc759c8-a208-4df1-bf3e-dd2b89bff369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c8acae-b8cc-4eed-af97-bcefcfe399c5', 'code': 200} Oct 17 04:31:49.289508 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:49.313440 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=96c8acae-b8cc-4eed-af97-bcefcfe399c5,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:49.323069 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning for port 1b48d51f-4326-473b-8c9d-416ea81fac1e completed by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:31:49.335043 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port 1b48d51f-4326-473b-8c9d-416ea81fac1e triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:31:49.335476 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (1b48d51f-4326-473b-8c9d-416ea81fac1e), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:49.335869 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port 1b48d51f-4326-473b-8c9d-416ea81fac1e Oct 17 04:31:49.516334 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91a493-d453-4521-aeaa-2e9d66165b08 req-7c3aa78d-a20b-4369-ba6a-71bc24d4490c tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:49.518297 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fd91a493-d453-4521-aeaa-2e9d66165b08 req-7c3aa78d-a20b-4369-ba6a-71bc24d4490c tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 945 time: 0.0786839 Oct 17 04:31:49.536487 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 1b48d51f-4326-473b-8c9d-416ea81fac1e is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:31:49.538571 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (1b48d51f-4326-473b-8c9d-416ea81fac1e), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:49.612576 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 1b48d51f-4326-473b-8c9d-416ea81fac1e, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=1b48d51f-4326-473b-8c9d-416ea81fac1e,segment=NetworkSegment(c26ac881-75a2-4c4f-bf22-c9e5e29baaeb),segment_id=c26ac881-75a2-4c4f-bf22-c9e5e29baaeb)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:31:49.620012 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (1b48d51f-4326-473b-8c9d-416ea81fac1e), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:49.671098 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e6701-a9a5-4d3f-ac9c-fc6cb2ba7ca8 req-40c93105-93ec-4b20-9084-8c0122068abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:49.676448 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3a0e6701-a9a5-4d3f-ac9c-fc6cb2ba7ca8 req-40c93105-93ec-4b20-9084-8c0122068abe service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7bd6234b23704bdf809481085ce465eb&device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 1129 time: 0.0840292 Oct 17 04:31:49.708311 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=1b48d51f-4326-473b-8c9d-416ea81fac1e,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:49.709310 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fd91a493-d453-4521-aeaa-2e9d66165b08 req-71f9e58c-0556-4ddb-80fc-a32b2980cf75 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03607a92-c711-4fe5-927e-76f6322b7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829813 Oct 17 04:31:49.756000 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30142cab-f463-4b5a-a366-a23ced1d598d req-6f6b9232-cb12-4648-a2fc-3ca2b2153da0 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:49.764212 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-30142cab-f463-4b5a-a366-a23ced1d598d req-6f6b9232-cb12-4648-a2fc-3ca2b2153da0 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.1990201 Oct 17 04:31:49.835653 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a567c-8153-41f8-8475-bba764413118 req-f2b21393-482b-4b99-95c5-41dfad535106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:49.838527 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-6f8a567c-8153-41f8-8475-bba764413118 req-f2b21393-482b-4b99-95c5-41dfad535106 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 1129 time: 0.0969431 Oct 17 04:31:49.858087 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-30142cab-f463-4b5a-a366-a23ced1d598d req-0fd8a282-9eca-4ff7-afa8-fa0f9961e442 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925238 Oct 17 04:31:49.886890 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc7db6-86a9-4080-927c-4f100eb414da req-56a04750-8bf9-40d1-9436-5f3a7851430c tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:49.890881 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8ebc7db6-86a9-4080-927c-4f100eb414da req-56a04750-8bf9-40d1-9436-5f3a7851430c tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0793753 Oct 17 04:31:49.960407 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:49.973696 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-6f8a567c-8153-41f8-8475-bba764413118 req-29516e29-0c62-4e38-b571-f903af8b1b46 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=03607a92-c711-4fe5-927e-76f6322b7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296372 Oct 17 04:31:49.977796 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e6701-a9a5-4d3f-ac9c-fc6cb2ba7ca8 req-9de773c1-4e8a-49b2-b6e5-7c7b43e90360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:49.980658 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3a0e6701-a9a5-4d3f-ac9c-fc6cb2ba7ca8 req-9de773c1-4e8a-49b2-b6e5-7c7b43e90360 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb HTTP/1.1" status: 200 len: 919 time: 0.2973161 Oct 17 04:31:49.990617 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8ebc7db6-86a9-4080-927c-4f100eb414da req-533852dc-16bd-4410-a7fa-a5f3e9df0566 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918937 Oct 17 04:31:50.144499 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74dbff2-4d07-4485-bcee-f43201c70fbf req-9a140bc0-6211-4b51-8209-d55e91573f89 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:50.152521 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c74dbff2-4d07-4485-bcee-f43201c70fbf req-9a140bc0-6211-4b51-8209-d55e91573f89 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0612662 Oct 17 04:31:50.200823 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c74dbff2-4d07-4485-bcee-f43201c70fbf req-bb3e4570-0f72-4093-80b1-a5f9d60cb94a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474169 Oct 17 04:31:50.242688 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3a0e6701-a9a5-4d3f-ac9c-fc6cb2ba7ca8 req-22def80d-7f46-437a-ae25-a4ba30ea2ec6 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37d6f19d-2ed4-4803-ac7c-8e9517972bc6 HTTP/1.1" status: 200 len: 217 time: 0.0417554 Oct 17 04:31:50.317554 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e6701-a9a5-4d3f-ac9c-fc6cb2ba7ca8 req-2c010a3c-9601-49a6-8e66-0fdba82f5e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:50.325011 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3a0e6701-a9a5-4d3f-ac9c-fc6cb2ba7ca8 req-2c010a3c-9601-49a6-8e66-0fdba82f5e4b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c0346a38-a53e-4be5-b7d5-8ede2ed11f33 HTTP/1.1" status: 200 len: 857 time: 0.0752373 Oct 17 04:31:50.399628 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e6701-a9a5-4d3f-ac9c-fc6cb2ba7ca8 req-d85ce079-d0b4-4605-b1fc-f4946f67f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:50.401919 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3a0e6701-a9a5-4d3f-ac9c-fc6cb2ba7ca8 req-d85ce079-d0b4-4605-b1fc-f4946f67f01f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699506 Oct 17 04:31:50.419284 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c4cc5-d37b-43d9-b7c0-421da7033d5f req-5a98682e-aa7d-4c18-8a12-e8489438e464 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:50.432444 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 55438) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:50.434212 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ae0c4cc5-d37b-43d9-b7c0-421da7033d5f req-5a98682e-aa7d-4c18-8a12-e8489438e464 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.0897913 Oct 17 04:31:50.437709 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-c9d768a0-bae5-45d3-b39b-9d494d1b3292 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Request body: {'floatingip': {'port_id': 'f63f40c8-b445-4c27-a582-2ac29415fbeb'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:50.528037 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c9d768a0-bae5-45d3-b39b-9d494d1b3292 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for floatingip (e275181b-c754-4b7d-bb49-e2fb7357e117), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:50.662460 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:50.877616 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88418ca7-2674-4361-b48f-b30246c3b403 req-d21c3a07-f232-4192-aa6d-4a09e27c7474 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:50.887950 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-88418ca7-2674-4361-b48f-b30246c3b403 req-d21c3a07-f232-4192-aa6d-4a09e27c7474 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 945 time: 0.0730462 Oct 17 04:31:50.940331 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-88418ca7-2674-4361-b48f-b30246c3b403 req-53a21eda-035a-4727-b4f4-2a670a3e2e51 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03607a92-c711-4fe5-927e-76f6322b7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514581 Oct 17 04:31:51.161526 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466c02c-176a-4c7f-b038-ba49b0735948 req-2e07022b-cebc-4e7d-94e1-19305b451e89 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:51.163211 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8466c02c-176a-4c7f-b038-ba49b0735948 req-2e07022b-cebc-4e7d-94e1-19305b451e89 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0778215 Oct 17 04:31:51.265408 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3a0e6701-a9a5-4d3f-ac9c-fc6cb2ba7ca8 req-093b866e-6bb5-4706-9248-cce064dc3ed7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797356 Oct 17 04:31:51.282374 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf59bfb1-79b1-4ebe-9635-380231dec617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b48d51f-4326-473b-8c9d-416ea81fac1e'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:31:51.286272 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc794496-0c5a-48ca-bf00-3daf47a29ee8" -d '{"events": [{"server_uuid": "bf59bfb1-79b1-4ebe-9635-380231dec617", "name": "network-vif-plugged", "status": "completed", "tag": "1b48d51f-4326-473b-8c9d-416ea81fac1e"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:31:51.499977 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8466c02c-176a-4c7f-b038-ba49b0735948 req-3bc0e916-8779-4aac-9e4d-edbade1f934f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282089 Oct 17 04:31:51.509965 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b4d3b-e19a-4391-b1f4-cad593888c99 req-40001e04-cae0-468c-b613-e12a433dcd4d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:51.512155 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b50b4d3b-e19a-4391-b1f4-cad593888c99 req-40001e04-cae0-468c-b613-e12a433dcd4d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0702419 Oct 17 04:31:51.554946 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc2cccd-c2b1-4c1d-9a85-081f8c1181b6 x-openstack-request-id: req-cdc2cccd-c2b1-4c1d-9a85-081f8c1181b6 {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:31:51.555263 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf59bfb1-79b1-4ebe-9635-380231dec617", "name": "network-vif-plugged", "status": "completed", "tag": "1b48d51f-4326-473b-8c9d-416ea81fac1e", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:31:51.555521 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cdc2cccd-c2b1-4c1d-9a85-081f8c1181b6 {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:31:51.555920 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdc2cccd-c2b1-4c1d-9a85-081f8c1181b6'] response: {'server_uuid': 'bf59bfb1-79b1-4ebe-9635-380231dec617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b48d51f-4326-473b-8c9d-416ea81fac1e', 'code': 200} Oct 17 04:31:51.563257 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 55478) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:51.611785 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b50b4d3b-e19a-4391-b1f4-cad593888c99 req-0f6f3270-0bb0-48a3-ba97-748ec5134866 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750790 Oct 17 04:31:51.621322 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c9d768a0-bae5-45d3-b39b-9d494d1b3292 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:51.628717 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c9d768a0-bae5-45d3-b39b-9d494d1b3292 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (e275181b-c754-4b7d-bb49-e2fb7357e117), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:51.736846 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b1dfe81a-b138-43b8-8afb-2849566ca569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:51.781466 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:51.835156 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b1dfe81a-b138-43b8-8afb-2849566ca569 admin admin] Publish callbacks [] for security_group (8218b744-5597-48ea-b83a-0552ddaf40db), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:51.840469 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b1dfe81a-b138-43b8-8afb-2849566ca569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (8218b744-5597-48ea-b83a-0552ddaf40db), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:51.862829 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.l3_db [None req-c9d768a0-bae5-45d3-b39b-9d494d1b3292 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Floating IP e275181b-c754-4b7d-bb49-e2fb7357e117 associated. External IP: 172.27.3.74, port: f63f40c8-b445-4c27-a582-2ac29415fbeb. Oct 17 04:31:51.874152 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:51.884677 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-b1dfe81a-b138-43b8-8afb-2849566ca569 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=a824d65a939f4fc19801e82d8996c1fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203652 Oct 17 04:31:51.886538 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfe81a-b138-43b8-8afb-2849566ca569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8218b744-5597-48ea-b83a-0552ddaf40db,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:51.889181 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 55490) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:51.945559 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-0206e8bb-a0f6-45f5-aad1-9a5a643df709 admin admin] Publish callbacks [] for security_group (8218b744-5597-48ea-b83a-0552ddaf40db), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:51.952495 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3a0e6701-a9a5-4d3f-ac9c-fc6cb2ba7ca8 req-8ed9d6c4-89fd-4468-9374-33f83a8da513 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805512 Oct 17 04:31:51.956069 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:51.974957 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-0206e8bb-a0f6-45f5-aad1-9a5a643df709 admin admin] Publish callbacks [] for security_group (8218b744-5597-48ea-b83a-0552ddaf40db), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:51.992873 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2c166-b878-42f7-a6cf-1bb4fad423b4 req-2fbb5888-bf2f-4287-b9a5-ef6237a58374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:52.005570 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a9c2c166-b878-42f7-a6cf-1bb4fad423b4 req-2fbb5888-bf2f-4287-b9a5-ef6237a58374 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 1129 time: 0.1340601 Oct 17 04:31:52.070647 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-0206e8bb-a0f6-45f5-aad1-9a5a643df709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (8218b744-5597-48ea-b83a-0552ddaf40db), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:52.074835 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-0206e8bb-a0f6-45f5-aad1-9a5a643df709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:52.076032 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-0206e8bb-a0f6-45f5-aad1-9a5a643df709 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/8218b744-5597-48ea-b83a-0552ddaf40db HTTP/1.1" status: 204 len: 168 time: 0.1857641 Oct 17 04:31:52.129532 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a9c2c166-b878-42f7-a6cf-1bb4fad423b4 req-6bfc233c-26e9-420b-b98e-9416d22bc92c service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198926 Oct 17 04:31:52.155120 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206e8bb-a0f6-45f5-aad1-9a5a643df709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8218b744-5597-48ea-b83a-0552ddaf40db,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:52.165231 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eba59b-ec14-4d0d-b575-944e8d0fedf1 req-9d9a3e9e-6441-4b7b-972c-c94a7f29c1ce tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:52.173725 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b3eba59b-ec14-4d0d-b575-944e8d0fedf1 req-9d9a3e9e-6441-4b7b-972c-c94a7f29c1ce tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 945 time: 0.1176965 Oct 17 04:31:52.269699 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b3eba59b-ec14-4d0d-b575-944e8d0fedf1 req-62688253-a371-445b-9a04-e5264a344262 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03607a92-c711-4fe5-927e-76f6322b7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796921 Oct 17 04:31:52.293795 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d768a0-bae5-45d3-b39b-9d494d1b3292 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Router 2c7c6e38-6b11-4d56-9711-38ee49b63176 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:31:52.372353 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a9906-b7e9-4d43-8497-df42ea9943f3 req-3c6d1ade-b748-4858-ac61-ddef4843b382 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:52.386402 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fc7a9906-b7e9-4d43-8497-df42ea9943f3 req-3c6d1ade-b748-4858-ac61-ddef4843b382 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 945 time: 0.0659308 Oct 17 04:31:52.387074 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 55512) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:52.393597 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-6a6e5865-acf9-464f-940f-4e9a438efbb5 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'floatingip': {'port_id': '96c8acae-b8cc-4eed-af97-bcefcfe399c5'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:31:52.480178 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6a6e5865-acf9-464f-940f-4e9a438efbb5 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (097697b6-7613-4970-8510-773d7a18ebc8), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:52.497012 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d768a0-bae5-45d3-b39b-9d494d1b3292 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:31:52.501682 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c9d768a0-bae5-45d3-b39b-9d494d1b3292 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:52.518734 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b3ed63-e993-4b91-8cf8-3239e0de3eb6 None None] Sync routers for ids ['2c7c6e38-6b11-4d56-9711-38ee49b63176'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:31:52.534443 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:52.535046 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b3ed63-e993-4b91-8cf8-3239e0de3eb6 None None] Routers {'2c7c6e38-6b11-4d56-9711-38ee49b63176'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:31:52.535807 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-40b3ed63-e993-4b91-8cf8-3239e0de3eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['2c7c6e38-6b11-4d56-9711-38ee49b63176'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:52.537335 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-c9d768a0-bae5-45d3-b39b-9d494d1b3292 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/e275181b-c754-4b7d-bb49-e2fb7357e117 HTTP/1.1" status: 200 len: 990 time: 2.1034610 Oct 17 04:31:52.538348 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee04d43c-6d11-4571-989e-90ee8175e03d', 'tag': 'f63f40c8-b445-4c27-a582-2ac29415fbeb'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:31:52.541607 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2a0f55-6a7a-452c-b542-010212a6a80d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee04d43c-6d11-4571-989e-90ee8175e03d", "tag": "f63f40c8-b445-4c27-a582-2ac29415fbeb"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:31:52.592275 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911d0993-e1e6-431e-885e-377849c8955c x-openstack-request-id: req-911d0993-e1e6-431e-885e-377849c8955c {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:31:52.592275 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee04d43c-6d11-4571-989e-90ee8175e03d", "tag": "f63f40c8-b445-4c27-a582-2ac29415fbeb", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:31:52.592553 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-911d0993-e1e6-431e-885e-377849c8955c {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:31:52.592981 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-911d0993-e1e6-431e-885e-377849c8955c'] response: {'name': 'network-changed', 'server_uuid': 'ee04d43c-6d11-4571-989e-90ee8175e03d', 'tag': 'f63f40c8-b445-4c27-a582-2ac29415fbeb', 'status': 'completed', 'code': 200} Oct 17 04:31:52.675009 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-40b3ed63-e993-4b91-8cf8-3239e0de3eb6 None None] Set router 2c7c6e38-6b11-4d56-9711-38ee49b63176 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:52.700864 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba7341-7574-49b0-aef8-aa9515ad03c3 req-e1d18b57-cbb4-4e0a-8f94-254d70733468 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:52.702676 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-13ba7341-7574-49b0-aef8-aa9515ad03c3 req-e1d18b57-cbb4-4e0a-8f94-254d70733468 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.1011958 Oct 17 04:31:52.712490 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 55526) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:52.736270 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a0f55-6a7a-452c-b542-010212a6a80d req-b4768d9c-8f0f-4c60-a50f-96570f10a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:52.737822 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-7a2a0f55-6a7a-452c-b542-010212a6a80d req-b4768d9c-8f0f-4c60-a50f-96570f10a008 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0761fde06e5240adb0d7f1a7d5724d37&device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 1129 time: 0.1078546 Oct 17 04:31:52.738758 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4ca702b7-62f3-4397-b59f-84e360d3d34f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:52.840748 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-13ba7341-7574-49b0-aef8-aa9515ad03c3 req-ba76851d-3dcc-4917-9ba4-de2d8cf0ff42 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254139 Oct 17 04:31:52.860559 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129379d-a82e-4f99-a0ff-be9157646a1e req-c9ea39a7-8dce-4be8-8aae-f3cbe6900065 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:52.867979 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f129379d-a82e-4f99-a0ff-be9157646a1e req-c9ea39a7-8dce-4be8-8aae-f3cbe6900065 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.1204996 Oct 17 04:31:52.911230 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a0f55-6a7a-452c-b542-010212a6a80d req-9b1257fe-6691-41e8-a2a1-130ddcff1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:52.912614 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-7a2a0f55-6a7a-452c-b542-010212a6a80d req-9b1257fe-6691-41e8-a2a1-130ddcff1fd2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=596ebb0d-79d0-45f5-9e52-b2ce25b00863 HTTP/1.1" status: 200 len: 917 time: 0.1623781 Oct 17 04:31:52.927487 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4ca702b7-62f3-4397-b59f-84e360d3d34f admin admin] Publish callbacks [] for security_group (276cbc2f-ba3c-49cf-a820-02857aac3ad2), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:52.933308 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4ca702b7-62f3-4397-b59f-84e360d3d34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (276cbc2f-ba3c-49cf-a820-02857aac3ad2), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:52.973175 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca702b7-62f3-4397-b59f-84e360d3d34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276cbc2f-ba3c-49cf-a820-02857aac3ad2,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:52.980776 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-4ca702b7-62f3-4397-b59f-84e360d3d34f admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=3c1b5d6b91f04cfbacdfd33f0a096b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598479 Oct 17 04:31:52.981643 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 55528) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:31:52.998165 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f129379d-a82e-4f99-a0ff-be9157646a1e req-51a92c7e-33bb-42d4-b712-f66674c0283a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290054 Oct 17 04:31:53.016040 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-40b3ed63-e993-4b91-8cf8-3239e0de3eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'name': 'tempest-AttachVolumeShelveTestJSON-998903936-router', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:56Z', 'updated_at': '2022-10-17T04:31:07Z', 'revision_number': 4, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'gw_port': {'id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': 'e275181b-c754-4b7d-bb49-e2fb7357e117', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'port_id': 'f63f40c8-b445-4c27-a582-2ac29415fbeb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'mac_address': 'fa:16:3e:aa:bf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee04d43c-6d11-4571-989e-90ee8175e03d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:31:17Z', 'updated_at': '2022-10-17T04:31:51Z', 'revision_number': 1, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78935399-6a90-4839-8df7-6fc05be54b3e', 'name': '', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'mac_address': 'fa:16:3e:29:99:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:05Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 5, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'subnets': [{'id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:53.054430 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47b4aed6-2fb6-418c-a99c-990b90319ab1 admin admin] Publish callbacks [] for security_group (276cbc2f-ba3c-49cf-a820-02857aac3ad2), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:53.082992 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47b4aed6-2fb6-418c-a99c-990b90319ab1 admin admin] Publish callbacks [] for security_group (276cbc2f-ba3c-49cf-a820-02857aac3ad2), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:53.125101 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b3ed63-e993-4b91-8cf8-3239e0de3eb6 None None] Checking router: 2c7c6e38-6b11-4d56-9711-38ee49b63176 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:31:53.138153 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b3ed63-e993-4b91-8cf8-3239e0de3eb6 None None] Routers {'2c7c6e38-6b11-4d56-9711-38ee49b63176'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:31:53.138786 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-40b3ed63-e993-4b91-8cf8-3239e0de3eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['2c7c6e38-6b11-4d56-9711-38ee49b63176'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:53.150216 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:53.258038 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-40b3ed63-e993-4b91-8cf8-3239e0de3eb6 None None] Set router 2c7c6e38-6b11-4d56-9711-38ee49b63176 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:53.336354 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47b4aed6-2fb6-418c-a99c-990b90319ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (276cbc2f-ba3c-49cf-a820-02857aac3ad2), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:53.339193 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47b4aed6-2fb6-418c-a99c-990b90319ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:53.340508 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-47b4aed6-2fb6-418c-a99c-990b90319ab1 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/276cbc2f-ba3c-49cf-a820-02857aac3ad2 HTTP/1.1" status: 204 len: 168 time: 0.3585615 Oct 17 04:31:53.358023 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4aed6-2fb6-418c-a99c-990b90319ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276cbc2f-ba3c-49cf-a820-02857aac3ad2,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:31:53.373716 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6a6e5865-acf9-464f-940f-4e9a438efbb5 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:53.381416 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6a6e5865-acf9-464f-940f-4e9a438efbb5 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (097697b6-7613-4970-8510-773d7a18ebc8), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:53.492012 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.l3_db [None req-6a6e5865-acf9-464f-940f-4e9a438efbb5 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Floating IP 097697b6-7613-4970-8510-773d7a18ebc8 associated. External IP: 172.27.3.230, port: 96c8acae-b8cc-4eed-af97-bcefcfe399c5. Oct 17 04:31:53.533280 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-40b3ed63-e993-4b91-8cf8-3239e0de3eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'name': 'tempest-AttachVolumeShelveTestJSON-998903936-router', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:56Z', 'updated_at': '2022-10-17T04:31:07Z', 'revision_number': 4, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'gw_port': {'id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': 'e275181b-c754-4b7d-bb49-e2fb7357e117', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'port_id': 'f63f40c8-b445-4c27-a582-2ac29415fbeb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'mac_address': 'fa:16:3e:aa:bf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee04d43c-6d11-4571-989e-90ee8175e03d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:31:17Z', 'updated_at': '2022-10-17T04:31:51Z', 'revision_number': 1, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78935399-6a90-4839-8df7-6fc05be54b3e', 'name': '', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'mac_address': 'fa:16:3e:29:99:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:05Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 5, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'subnets': [{'id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:53.567424 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b3ed63-e993-4b91-8cf8-3239e0de3eb6 None None] The sync data for ids ['2c7c6e38-6b11-4d56-9711-38ee49b63176'] in dv-cinder-861557-1-iscsi is: [{'id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'name': 'tempest-AttachVolumeShelveTestJSON-998903936-router', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:56Z', 'updated_at': '2022-10-17T04:31:07Z', 'revision_number': 4, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'gw_port': {'id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': 'e275181b-c754-4b7d-bb49-e2fb7357e117', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'port_id': 'f63f40c8-b445-4c27-a582-2ac29415fbeb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'mac_address': 'fa:16:3e:aa:bf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee04d43c-6d11-4571-989e-90ee8175e03d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:31:17Z', 'updated_at': '2022-10-17T04:31:51Z', 'revision_number': 1, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78935399-6a90-4839-8df7-6fc05be54b3e', 'name': '', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'mac_address': 'fa:16:3e:29:99:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:05Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 5, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'subnets': [{'id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:31:53.593667 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:53.740107 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6e5865-acf9-464f-940f-4e9a438efbb5 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Router ef9dfe8e-2638-428a-b697-819c4f07a1e8 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:31:54.109096 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba4287-b042-4153-a2ac-e1a82e8a26b4 req-80450015-8afe-4f0f-ba86-e64bd9037bb3 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:54.110606 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d2ba4287-b042-4153-a2ac-e1a82e8a26b4 req-80450015-8afe-4f0f-ba86-e64bd9037bb3 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0820546 Oct 17 04:31:54.114630 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6e5865-acf9-464f-940f-4e9a438efbb5 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:31:54.128065 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca00aa0-5238-4984-9685-f5cba5b13b6f None None] Sync routers for ids ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:31:54.138311 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6a6e5865-acf9-464f-940f-4e9a438efbb5 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:31:54.146530 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca00aa0-5238-4984-9685-f5cba5b13b6f None None] Routers {'ef9dfe8e-2638-428a-b697-819c4f07a1e8'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:31:54.147447 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-eca00aa0-5238-4984-9685-f5cba5b13b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:54.198914 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f482a62-625e-42c3-8f0a-bb45c25b47f2 req-c17e8a9b-7a33-4930-8fc8-7d268aa6a8e9 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:54.206096 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6f482a62-625e-42c3-8f0a-bb45c25b47f2 req-c17e8a9b-7a33-4930-8fc8-7d268aa6a8e9 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.1137550 Oct 17 04:31:54.214241 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-6a6e5865-acf9-464f-940f-4e9a438efbb5 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/097697b6-7613-4970-8510-773d7a18ebc8 HTTP/1.1" status: 200 len: 991 time: 1.8232329 Oct 17 04:31:54.215168 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc759c8-a208-4df1-bf3e-dd2b89bff369', 'tag': '96c8acae-b8cc-4eed-af97-bcefcfe399c5'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:31:54.217065 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876ab668-eb52-4b06-b519-016e3f1f8c71" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc759c8-a208-4df1-bf3e-dd2b89bff369", "tag": "96c8acae-b8cc-4eed-af97-bcefcfe399c5"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:31:54.276589 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-eca00aa0-5238-4984-9685-f5cba5b13b6f None None] Set router ef9dfe8e-2638-428a-b697-819c4f07a1e8 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:54.278051 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d2ba4287-b042-4153-a2ac-e1a82e8a26b4 req-77abc54a-1999-4e3e-9c12-17f9136607d7 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193440 Oct 17 04:31:54.325288 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6f482a62-625e-42c3-8f0a-bb45c25b47f2 req-e51707be-27b0-4fb4-89d0-2c03e75998f1 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182005 Oct 17 04:31:54.366020 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc4928c-aa20-4c76-be77-2ffcf14691d9 x-openstack-request-id: req-3fc4928c-aa20-4c76-be77-2ffcf14691d9 {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:31:54.366525 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc759c8-a208-4df1-bf3e-dd2b89bff369", "tag": "96c8acae-b8cc-4eed-af97-bcefcfe399c5", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:31:54.366972 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3fc4928c-aa20-4c76-be77-2ffcf14691d9 {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:31:54.368656 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc4928c-aa20-4c76-be77-2ffcf14691d9'] response: {'name': 'network-changed', 'server_uuid': 'ffc759c8-a208-4df1-bf3e-dd2b89bff369', 'tag': '96c8acae-b8cc-4eed-af97-bcefcfe399c5', 'status': 'completed', 'code': 200} Oct 17 04:31:54.464985 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccfb770-7a2c-406e-9a34-8960379ea8c9 None None] New status for floating IP e275181b-c754-4b7d-bb49-e2fb7357e117: ACTIVE {{(pid=104490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:31:54.627386 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=100 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:54.644115 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:54.660295 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:54.710011 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-eca00aa0-5238-4984-9685-f5cba5b13b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '097697b6-7613-4970-8510-773d7a18ebc8', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'port_id': '96c8acae-b8cc-4eed-af97-bcefcfe399c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'mac_address': 'fa:16:3e:51:7e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc759c8-a208-4df1-bf3e-dd2b89bff369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:31:20Z', 'updated_at': '2022-10-17T04:31:53Z', 'revision_number': 1, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:54.738640 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca00aa0-5238-4984-9685-f5cba5b13b6f None None] Checking router: ef9dfe8e-2638-428a-b697-819c4f07a1e8 for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:31:54.747951 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca00aa0-5238-4984-9685-f5cba5b13b6f None None] Routers {'ef9dfe8e-2638-428a-b697-819c4f07a1e8'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:31:54.748574 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-eca00aa0-5238-4984-9685-f5cba5b13b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:54.854164 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-eca00aa0-5238-4984-9685-f5cba5b13b6f None None] Set router ef9dfe8e-2638-428a-b697-819c4f07a1e8 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:31:55.079882 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-eca00aa0-5238-4984-9685-f5cba5b13b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '097697b6-7613-4970-8510-773d7a18ebc8', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'port_id': '96c8acae-b8cc-4eed-af97-bcefcfe399c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'mac_address': 'fa:16:3e:51:7e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc759c8-a208-4df1-bf3e-dd2b89bff369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:31:20Z', 'updated_at': '2022-10-17T04:31:53Z', 'revision_number': 1, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:31:55.104744 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca00aa0-5238-4984-9685-f5cba5b13b6f None None] The sync data for ids ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'] in dv-cinder-861557-1-iscsi is: [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '097697b6-7613-4970-8510-773d7a18ebc8', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'port_id': '96c8acae-b8cc-4eed-af97-bcefcfe399c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'mac_address': 'fa:16:3e:51:7e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc759c8-a208-4df1-bf3e-dd2b89bff369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:31:20Z', 'updated_at': '2022-10-17T04:31:53Z', 'revision_number': 1, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:31:55.305221 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88c8264-8a2f-4ad5-8a84-d56fec90416a None None] New status for floating IP 097697b6-7613-4970-8510-773d7a18ebc8: ACTIVE {{(pid=104489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:31:55.403366 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:55.507417 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc5622-30ac-4a1e-b1a1-b7429f686761 req-5c0de385-c7f3-47f3-9e39-c4753261f125 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:55.515745 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a2bc5622-30ac-4a1e-b1a1-b7429f686761 req-5c0de385-c7f3-47f3-9e39-c4753261f125 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.1436775 Oct 17 04:31:55.552125 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9578b8-f7ba-4629-bca6-143b92db4915 req-73044dcb-f9a0-469b-9d18-30a75d706760 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:55.553687 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8a9578b8-f7ba-4629-bca6-143b92db4915 req-73044dcb-f9a0-469b-9d18-30a75d706760 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0909677 Oct 17 04:31:55.597980 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a2bc5622-30ac-4a1e-b1a1-b7429f686761 req-1a42e0a3-bda3-4fc4-bab5-fff5fde09fa8 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806799 Oct 17 04:31:55.608840 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:55.625065 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8a9578b8-f7ba-4629-bca6-143b92db4915 req-9d6e3633-abe3-4b1d-af8f-025be0fdeb17 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642285 Oct 17 04:31:56.168810 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:56.198280 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ab668-eb52-4b06-b519-016e3f1f8c71 req-9e258432-a00b-43fe-a0c9-2873fe109276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:56.199708 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-876ab668-eb52-4b06-b519-016e3f1f8c71 req-9e258432-a00b-43fe-a0c9-2873fe109276 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=e022e6125e85417881ce226db7a5c764&device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 1129 time: 0.0824885 Oct 17 04:31:56.201808 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-7a2a0f55-6a7a-452c-b542-010212a6a80d req-f8a8b8bb-978b-4d17-9e0d-23933d5a2584 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f63f40c8-b445-4c27-a582-2ac29415fbeb HTTP/1.1" status: 200 len: 1000 time: 0.1224687 Oct 17 04:31:56.758658 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431c591-865d-453f-8d36-79cb25de188b req-13c26fa8-4493-427d-90b3-f86094528742 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:56.760129 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3431c591-865d-453f-8d36-79cb25de188b req-13c26fa8-4493-427d-90b3-f86094528742 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0866179 Oct 17 04:31:56.797132 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210a0fa-c562-4937-a05b-a62684a9f7dd req-30b3296d-af6b-4db3-b484-2b93640a810b tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:56.798589 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c210a0fa-c562-4937-a05b-a62684a9f7dd req-30b3296d-af6b-4db3-b484-2b93640a810b tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0783925 Oct 17 04:31:56.851092 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3431c591-865d-453f-8d36-79cb25de188b req-a045c3bf-2b0d-42ae-99aa-bb47e6b547d0 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850523 Oct 17 04:31:56.867788 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c210a0fa-c562-4937-a05b-a62684a9f7dd req-124397e2-c727-491a-a539-6efa9b77fe23 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621235 Oct 17 04:31:57.996266 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7c1b1-57db-41e1-8a87-412815fe9b03 req-65e8656f-658c-4a63-b82a-614edf5f2bb0 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:57.997939 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-60a7c1b1-57db-41e1-8a87-412815fe9b03 req-65e8656f-658c-4a63-b82a-614edf5f2bb0 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0731282 Oct 17 04:31:58.007852 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32daf1-6eef-4cdb-98da-0a3e9d4dfc85 req-09d346c9-438e-4969-9ce9-1b2268505610 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:58.009234 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ed32daf1-6eef-4cdb-98da-0a3e9d4dfc85 req-09d346c9-438e-4969-9ce9-1b2268505610 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0564470 Oct 17 04:31:58.086861 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-60a7c1b1-57db-41e1-8a87-412815fe9b03 req-cdcea037-16ce-4772-8607-f4d550b9ca8f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761356 Oct 17 04:31:58.096570 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ed32daf1-6eef-4cdb-98da-0a3e9d4dfc85 req-6b1c892a-ab9b-40cc-a591-94e91b678dd6 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793622 Oct 17 04:31:58.130338 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ab668-eb52-4b06-b519-016e3f1f8c71 req-3bc0070b-9879-4a8b-aeb3-8028d811e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:58.131814 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-876ab668-eb52-4b06-b519-016e3f1f8c71 req-3bc0070b-9879-4a8b-aeb3-8028d811e796 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=60b2c529-82f9-47ea-9951-24ba7b38ebc9 HTTP/1.1" status: 200 len: 916 time: 0.0934324 Oct 17 04:31:59.191199 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:31:59.253552 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e55d9-40c0-4d17-8bc6-45754653af2d req-d30675f5-516f-48e1-b760-4b24b0532681 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:59.255013 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-398e55d9-40c0-4d17-8bc6-45754653af2d req-d30675f5-516f-48e1-b760-4b24b0532681 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0742395 Oct 17 04:31:59.262552 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc682381-200d-4976-987a-2b999b758b8c req-0abed65f-2808-4729-b0a4-b33885936cf1 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:59.263921 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-dc682381-200d-4976-987a-2b999b758b8c req-0abed65f-2808-4729-b0a4-b33885936cf1 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0813220 Oct 17 04:31:59.338842 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-398e55d9-40c0-4d17-8bc6-45754653af2d req-1e1a0685-afc1-45d0-9fbf-d2aeec1f726e tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739942 Oct 17 04:31:59.342815 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-dc682381-200d-4976-987a-2b999b758b8c req-27ae5a0c-56ea-4d93-8b73-7e77a1fe2d4c tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722678 Oct 17 04:31:59.491174 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a0f55-6a7a-452c-b542-010212a6a80d req-00ca46f8-4950-4742-b49b-a2462f280599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:31:59.492644 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-7a2a0f55-6a7a-452c-b542-010212a6a80d req-00ca46f8-4950-4742-b49b-a2462f280599 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=7c706f9b-2867-4158-b285-926a4adb47a2 HTTP/1.1" status: 200 len: 855 time: 0.1022427 Oct 17 04:31:59.494550 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-876ab668-eb52-4b06-b519-016e3f1f8c71 req-3227c7b3-bfac-4d31-a699-fa6c4b8e0bec service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c8acae-b8cc-4eed-af97-bcefcfe399c5 HTTP/1.1" status: 200 len: 1001 time: 0.1028805 Oct 17 04:32:00.490001 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146b23c-f51d-4a07-8f1b-be7ddf14edbd req-866c7096-a057-4dd5-82a9-127ada451290 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:00.491479 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4146b23c-f51d-4a07-8f1b-be7ddf14edbd req-866c7096-a057-4dd5-82a9-127ada451290 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0757332 Oct 17 04:32:00.497730 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71159d-7694-43a8-838e-4215c5323564 req-ef549b90-46ac-4d53-8dda-5a9a6c050087 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:00.499078 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1f71159d-7694-43a8-838e-4215c5323564 req-ef549b90-46ac-4d53-8dda-5a9a6c050087 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0730915 Oct 17 04:32:00.574177 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4146b23c-f51d-4a07-8f1b-be7ddf14edbd req-1c2b20dd-bbc3-4aa6-97b1-4d8c2df265d6 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741646 Oct 17 04:32:00.578622 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1f71159d-7694-43a8-838e-4215c5323564 req-e4163894-4a05-4fac-85f2-a51266adf750 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728300 Oct 17 04:32:00.688563 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727b1bc-a374-4dcd-b8a0-f8a1cb84f12d req-2352a4b8-3442-4f39-9dde-0234df3d6c30 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:00.690073 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2727b1bc-a374-4dcd-b8a0-f8a1cb84f12d req-2352a4b8-3442-4f39-9dde-0234df3d6c30 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0455389 Oct 17 04:32:00.700736 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 55676) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:00.705327 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-1a73080f-4547-42ac-b0d1-016eab4cf22a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Request body: {'floatingip': {'port_id': '1b48d51f-4326-473b-8c9d-416ea81fac1e'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:00.745255 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1a73080f-4547-42ac-b0d1-016eab4cf22a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for floatingip (1bebbacb-f2d3-44a6-a48c-a8ce7bb59e8e), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:00.952768 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:01.067305 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-892e7224-bc5e-4813-adc6-8834eb8317d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:01.166607 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1a73080f-4547-42ac-b0d1-016eab4cf22a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:01.170231 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1a73080f-4547-42ac-b0d1-016eab4cf22a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (1bebbacb-f2d3-44a6-a48c-a8ce7bb59e8e), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:01.264070 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.l3_db [None req-1a73080f-4547-42ac-b0d1-016eab4cf22a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Floating IP 1bebbacb-f2d3-44a6-a48c-a8ce7bb59e8e associated. External IP: 172.27.3.216, port: 1b48d51f-4326-473b-8c9d-416ea81fac1e. Oct 17 04:32:01.396795 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:01.459490 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a73080f-4547-42ac-b0d1-016eab4cf22a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Router cf3ccc05-0068-40f1-8539-7d2292f48ca6 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:32:01.560022 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a73080f-4547-42ac-b0d1-016eab4cf22a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:32:01.564444 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1a73080f-4547-42ac-b0d1-016eab4cf22a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:01.569675 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ebcab2-16e8-4295-a226-a7168217079f None None] Sync routers for ids ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:32:01.580649 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ebcab2-16e8-4295-a226-a7168217079f None None] Routers {'cf3ccc05-0068-40f1-8539-7d2292f48ca6'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:32:01.581287 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-73ebcab2-16e8-4295-a226-a7168217079f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:01.595101 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-1a73080f-4547-42ac-b0d1-016eab4cf22a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/1bebbacb-f2d3-44a6-a48c-a8ce7bb59e8e HTTP/1.1" status: 200 len: 991 time: 0.8933399 Oct 17 04:32:01.595749 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf59bfb1-79b1-4ebe-9635-380231dec617', 'tag': '1b48d51f-4326-473b-8c9d-416ea81fac1e'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:32:01.598100 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6a53ef-6b68-4014-8db2-82652fda29d2" -d '{"events": [{"name": "network-changed", "server_uuid": "bf59bfb1-79b1-4ebe-9635-380231dec617", "tag": "1b48d51f-4326-473b-8c9d-416ea81fac1e"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:32:01.639745 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e394de7-1693-42b3-94d4-9068d6e9a446 x-openstack-request-id: req-5e394de7-1693-42b3-94d4-9068d6e9a446 {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:32:01.640042 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf59bfb1-79b1-4ebe-9635-380231dec617", "tag": "1b48d51f-4326-473b-8c9d-416ea81fac1e", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:32:01.640295 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5e394de7-1693-42b3-94d4-9068d6e9a446 {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:32:01.640703 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e394de7-1693-42b3-94d4-9068d6e9a446'] response: {'name': 'network-changed', 'server_uuid': 'bf59bfb1-79b1-4ebe-9635-380231dec617', 'tag': '1b48d51f-4326-473b-8c9d-416ea81fac1e', 'status': 'completed', 'code': 200} Oct 17 04:32:01.684715 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-73ebcab2-16e8-4295-a226-a7168217079f None None] Set router cf3ccc05-0068-40f1-8539-7d2292f48ca6 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:32:01.704484 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c554a-4619-4d99-ad00-b4b0bd64b2ba req-8ee8adef-dfa0-49a5-a16b-65f847e3e934 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:01.705992 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-634c554a-4619-4d99-ad00-b4b0bd64b2ba req-8ee8adef-dfa0-49a5-a16b-65f847e3e934 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0486715 Oct 17 04:32:01.756254 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-634c554a-4619-4d99-ad00-b4b0bd64b2ba req-681c03c8-a38f-411a-840b-6008da883624 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445817 Oct 17 04:32:01.892433 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-73ebcab2-16e8-4295-a226-a7168217079f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'name': 'tempest-AttachVolumeTestJSON-690720917-router', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:09Z', 'revision_number': 4, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'gw_port': {'id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '1bebbacb-f2d3-44a6-a48c-a8ce7bb59e8e', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'port_id': '1b48d51f-4326-473b-8c9d-416ea81fac1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'mac_address': 'fa:16:3e:d0:f6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59bfb1-79b1-4ebe-9635-380231dec617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:31:19Z', 'updated_at': '2022-10-17T04:32:01Z', 'revision_number': 1, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'decbcabf-cae3-43f6-b380-5ec431cf4aec', 'name': '', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'mac_address': 'fa:16:3e:6d:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:07Z', 'updated_at': '2022-10-17T04:31:28Z', 'revision_number': 5, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'subnets': [{'id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:01.919966 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ebcab2-16e8-4295-a226-a7168217079f None None] Checking router: cf3ccc05-0068-40f1-8539-7d2292f48ca6 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:32:01.928426 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ebcab2-16e8-4295-a226-a7168217079f None None] Routers {'cf3ccc05-0068-40f1-8539-7d2292f48ca6'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:32:01.929015 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-73ebcab2-16e8-4295-a226-a7168217079f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:31:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:02.025865 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-73ebcab2-16e8-4295-a226-a7168217079f None None] Set router cf3ccc05-0068-40f1-8539-7d2292f48ca6 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:32:02.229977 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-73ebcab2-16e8-4295-a226-a7168217079f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'name': 'tempest-AttachVolumeTestJSON-690720917-router', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:09Z', 'revision_number': 4, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'gw_port': {'id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '1bebbacb-f2d3-44a6-a48c-a8ce7bb59e8e', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'port_id': '1b48d51f-4326-473b-8c9d-416ea81fac1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'mac_address': 'fa:16:3e:d0:f6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59bfb1-79b1-4ebe-9635-380231dec617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:31:19Z', 'updated_at': '2022-10-17T04:32:01Z', 'revision_number': 1, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'decbcabf-cae3-43f6-b380-5ec431cf4aec', 'name': '', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'mac_address': 'fa:16:3e:6d:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:07Z', 'updated_at': '2022-10-17T04:31:28Z', 'revision_number': 5, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'subnets': [{'id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:02.254052 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ebcab2-16e8-4295-a226-a7168217079f None None] The sync data for ids ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'] in dv-cinder-861557-1-iscsi is: [{'id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'name': 'tempest-AttachVolumeTestJSON-690720917-router', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:09Z', 'revision_number': 4, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'gw_port': {'id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '1bebbacb-f2d3-44a6-a48c-a8ce7bb59e8e', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'port_id': '1b48d51f-4326-473b-8c9d-416ea81fac1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'mac_address': 'fa:16:3e:d0:f6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf59bfb1-79b1-4ebe-9635-380231dec617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:31:19Z', 'updated_at': '2022-10-17T04:32:01Z', 'revision_number': 1, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'decbcabf-cae3-43f6-b380-5ec431cf4aec', 'name': '', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'mac_address': 'fa:16:3e:6d:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:07Z', 'updated_at': '2022-10-17T04:31:28Z', 'revision_number': 5, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'subnets': [{'id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:32:02.851894 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971d5390-7273-41bc-b306-c92b21197a54 None None] New status for floating IP 1bebbacb-f2d3-44a6-a48c-a8ce7bb59e8e: ACTIVE {{(pid=104489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:32:02.890097 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ce534-2f87-440f-8e08-1c1c51af76e5 req-6e429837-1d34-444d-931f-ddc23c48ecd8 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:02.891571 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8b5ce534-2f87-440f-8e08-1c1c51af76e5 req-6e429837-1d34-444d-931f-ddc23c48ecd8 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0508699 Oct 17 04:32:02.939424 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8b5ce534-2f87-440f-8e08-1c1c51af76e5 req-5f00fb1e-f898-488e-846e-49e76428b8ac tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421424 Oct 17 04:32:03.309510 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a0f55-6a7a-452c-b542-010212a6a80d req-2a68763f-d707-451a-a2c1-eafb6d67c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:03.310984 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-7a2a0f55-6a7a-452c-b542-010212a6a80d req-2a68763f-d707-451a-a2c1-eafb6d67c3fb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=596ebb0d-79d0-45f5-9e52-b2ce25b00863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783291 Oct 17 04:32:03.314564 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ab668-eb52-4b06-b519-016e3f1f8c71 req-c1f7646d-f7ab-4b5b-8d75-c95ff55cef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:03.315958 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-876ab668-eb52-4b06-b519-016e3f1f8c71 req-c1f7646d-f7ab-4b5b-8d75-c95ff55cef5b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a304680d-2236-42f7-928f-3e762d91fb9c HTTP/1.1" status: 200 len: 854 time: 0.0846338 Oct 17 04:32:03.467981 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-da6bd392-5e65-4631-9b36-8c3315cc748d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:04.075697 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2828b8b-f704-4784-9583-e21e1f65fd21 req-1446e532-29af-4f61-b5f5-4eb46042ff15 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:04.077675 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c2828b8b-f704-4784-9583-e21e1f65fd21 req-1446e532-29af-4f61-b5f5-4eb46042ff15 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0606747 Oct 17 04:32:04.140507 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c2828b8b-f704-4784-9583-e21e1f65fd21 req-fa0a35d2-8e3b-40fa-8829-6a1df42b895e tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558438 Oct 17 04:32:04.615603 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:04.661651 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ab668-eb52-4b06-b519-016e3f1f8c71 req-9d497271-374a-4a7f-9a67-aa735e0599f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:04.663132 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-876ab668-eb52-4b06-b519-016e3f1f8c71 req-9d497271-374a-4a7f-9a67-aa735e0599f3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=60b2c529-82f9-47ea-9951-24ba7b38ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433490 Oct 17 04:32:04.941001 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 55740) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:05.017697 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:05.089782 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a53ef-6b68-4014-8db2-82652fda29d2 req-8950a761-c1cc-4a8a-909b-c44c9aaf213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:05.091522 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ba6a53ef-6b68-4014-8db2-82652fda29d2 req-8950a761-c1cc-4a8a-909b-c44c9aaf213a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=9de6141e0c3a41bcb84ac635b48a51df&device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 1129 time: 0.0554156 Oct 17 04:32:05.111212 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-716bc137-7cd6-416e-9a7e-f5c0fa9ec089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:05.136235 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:05.154638 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-7a2a0f55-6a7a-452c-b542-010212a6a80d req-d4e37fc8-806e-408e-b512-7875838136a3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868711 Oct 17 04:32:05.161640 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-876ab668-eb52-4b06-b519-016e3f1f8c71 req-3438a3d5-f61b-4aba-a96f-590884454abd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414700 Oct 17 04:32:05.217873 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-716bc137-7cd6-416e-9a7e-f5c0fa9ec089 admin admin] Publish callbacks [] for security_group (843461e8-1410-466a-bd62-fd4638227e92), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:05.225528 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-716bc137-7cd6-416e-9a7e-f5c0fa9ec089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (843461e8-1410-466a-bd62-fd4638227e92), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:05.300621 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bc137-7cd6-416e-9a7e-f5c0fa9ec089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843461e8-1410-466a-bd62-fd4638227e92,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:05.313854 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-716bc137-7cd6-416e-9a7e-f5c0fa9ec089 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=0b593b7fdf4b4115b144111709883e09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3692911 Oct 17 04:32:05.314750 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 55760) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:05.316056 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716bc137-7cd6-416e-9a7e-f5c0fa9ec089 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.316411 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716bc137-7cd6-416e-9a7e-f5c0fa9ec089 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.316751 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716bc137-7cd6-416e-9a7e-f5c0fa9ec089 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.317101 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716bc137-7cd6-416e-9a7e-f5c0fa9ec089 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.317444 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716bc137-7cd6-416e-9a7e-f5c0fa9ec089 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.317772 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716bc137-7cd6-416e-9a7e-f5c0fa9ec089 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.318098 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716bc137-7cd6-416e-9a7e-f5c0fa9ec089 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.318419 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716bc137-7cd6-416e-9a7e-f5c0fa9ec089 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.318743 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716bc137-7cd6-416e-9a7e-f5c0fa9ec089 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.319065 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716bc137-7cd6-416e-9a7e-f5c0fa9ec089 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.319400 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716bc137-7cd6-416e-9a7e-f5c0fa9ec089 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.319717 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716bc137-7cd6-416e-9a7e-f5c0fa9ec089 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.320035 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716bc137-7cd6-416e-9a7e-f5c0fa9ec089 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.320353 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716bc137-7cd6-416e-9a7e-f5c0fa9ec089 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.320670 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716bc137-7cd6-416e-9a7e-f5c0fa9ec089 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.341991 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d59cf6-07a8-484f-9d72-650dc52f4a5a req-75de91da-9998-4bb0-bbc3-56aa1bee3d42 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:05.348389 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-18d59cf6-07a8-484f-9d72-650dc52f4a5a req-75de91da-9998-4bb0-bbc3-56aa1bee3d42 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.1069965 Oct 17 04:32:05.409836 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d806f04f-f47e-4e76-8158-31ccc0ed33fd admin admin] Publish callbacks [] for security_group (843461e8-1410-466a-bd62-fd4638227e92), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:05.411385 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-18d59cf6-07a8-484f-9d72-650dc52f4a5a req-5e5c9692-670e-4588-86b3-35bb307d9e7a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550313 Oct 17 04:32:05.439327 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d806f04f-f47e-4e76-8158-31ccc0ed33fd admin admin] Publish callbacks [] for security_group (843461e8-1410-466a-bd62-fd4638227e92), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:05.442379 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 55764) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:05.556612 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:05.643132 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bc63457e-ad10-42a9-b160-d0217f59cfd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:05.710376 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d806f04f-f47e-4e76-8158-31ccc0ed33fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (843461e8-1410-466a-bd62-fd4638227e92), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:05.715281 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d806f04f-f47e-4e76-8158-31ccc0ed33fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:05.719859 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-d806f04f-f47e-4e76-8158-31ccc0ed33fd admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/843461e8-1410-466a-bd62-fd4638227e92 HTTP/1.1" status: 204 len: 168 time: 0.3998804 Oct 17 04:32:05.727910 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a53ef-6b68-4014-8db2-82652fda29d2 req-37f7f1bd-b123-4fd3-a7ea-7885fb8f5fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:05.730214 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ba6a53ef-6b68-4014-8db2-82652fda29d2 req-37f7f1bd-b123-4fd3-a7ea-7885fb8f5fb2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=5b651c35-159b-4d6e-a364-6761b8b7e75b HTTP/1.1" status: 200 len: 911 time: 0.2052021 Oct 17 04:32:05.804133 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-876ab668-eb52-4b06-b519-016e3f1f8c71 req-2741e69d-118d-47cc-9fe8-d1f77d5f7f99 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790186 Oct 17 04:32:05.806096 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806f04f-f47e-4e76-8158-31ccc0ed33fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843461e8-1410-466a-bd62-fd4638227e92,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:05.819927 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806f04f-f47e-4e76-8158-31ccc0ed33fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.820398 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806f04f-f47e-4e76-8158-31ccc0ed33fd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.820768 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806f04f-f47e-4e76-8158-31ccc0ed33fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.821127 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806f04f-f47e-4e76-8158-31ccc0ed33fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.821546 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806f04f-f47e-4e76-8158-31ccc0ed33fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.821981 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806f04f-f47e-4e76-8158-31ccc0ed33fd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.822317 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806f04f-f47e-4e76-8158-31ccc0ed33fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.822647 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806f04f-f47e-4e76-8158-31ccc0ed33fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.822976 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806f04f-f47e-4e76-8158-31ccc0ed33fd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.823307 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806f04f-f47e-4e76-8158-31ccc0ed33fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.824154 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806f04f-f47e-4e76-8158-31ccc0ed33fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.824481 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806f04f-f47e-4e76-8158-31ccc0ed33fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.824806 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806f04f-f47e-4e76-8158-31ccc0ed33fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.825382 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806f04f-f47e-4e76-8158-31ccc0ed33fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.825715 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806f04f-f47e-4e76-8158-31ccc0ed33fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:05.834388 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bc63457e-ad10-42a9-b160-d0217f59cfd5 admin admin] Publish callbacks [] for security_group (f87bc5e4-6fa9-4746-93c7-5f59fce978b7), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:05.841764 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bc63457e-ad10-42a9-b160-d0217f59cfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (f87bc5e4-6fa9-4746-93c7-5f59fce978b7), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:05.861626 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:05.887074 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-7a2a0f55-6a7a-452c-b542-010212a6a80d req-d0e1780d-cd68-49b9-966e-89c7ff3f43a9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591926 Oct 17 04:32:05.929894 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ba6a53ef-6b68-4014-8db2-82652fda29d2 req-a9dc8435-6718-48f9-81a8-d75f99a18eba service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b48d51f-4326-473b-8c9d-416ea81fac1e HTTP/1.1" status: 200 len: 1001 time: 0.1644733 Oct 17 04:32:05.933396 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63457e-ad10-42a9-b160-d0217f59cfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87bc5e4-6fa9-4746-93c7-5f59fce978b7,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:05.948304 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-bc63457e-ad10-42a9-b160-d0217f59cfd5 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=deb6f419ac214dfaa732d47823a234e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5039248 Oct 17 04:32:05.951367 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 55778) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:06.004416 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a53ef-6b68-4014-8db2-82652fda29d2 req-e8b6b837-477b-4731-a851-c8e2cbf0cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:06.005888 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ba6a53ef-6b68-4014-8db2-82652fda29d2 req-e8b6b837-477b-4731-a851-c8e2cbf0cbf9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d4565b2b-3a4c-4521-9f7b-f70198a8501f HTTP/1.1" status: 200 len: 849 time: 0.0559595 Oct 17 04:32:06.019309 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9fa685aa-5277-43bd-97f3-8a0c7d8d0865 admin admin] Publish callbacks [] for security_group (f87bc5e4-6fa9-4746-93c7-5f59fce978b7), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:06.040457 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9fa685aa-5277-43bd-97f3-8a0c7d8d0865 admin admin] Publish callbacks [] for security_group (f87bc5e4-6fa9-4746-93c7-5f59fce978b7), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:06.094099 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9fa685aa-5277-43bd-97f3-8a0c7d8d0865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (f87bc5e4-6fa9-4746-93c7-5f59fce978b7), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:06.096922 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9fa685aa-5277-43bd-97f3-8a0c7d8d0865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:06.098266 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-9fa685aa-5277-43bd-97f3-8a0c7d8d0865 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/f87bc5e4-6fa9-4746-93c7-5f59fce978b7 HTTP/1.1" status: 204 len: 168 time: 0.1454709 Oct 17 04:32:06.107426 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa685aa-5277-43bd-97f3-8a0c7d8d0865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87bc5e4-6fa9-4746-93c7-5f59fce978b7,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:06.137270 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 55782) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:06.138655 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:06.158046 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-e604e353-ddf2-42aa-89bd-d8027e1cc354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:06.187060 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:06.241187 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-e604e353-ddf2-42aa-89bd-d8027e1cc354 admin admin] Publish callbacks [] for security_group (f8c39e7f-2ab2-4153-9c09-accdc100f011), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:06.244970 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-e604e353-ddf2-42aa-89bd-d8027e1cc354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (f8c39e7f-2ab2-4153-9c09-accdc100f011), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:06.284257 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-e604e353-ddf2-42aa-89bd-d8027e1cc354 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=727f14fa401d4fd5ba2499be6c4cd19b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447122 Oct 17 04:32:06.285111 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604e353-ddf2-42aa-89bd-d8027e1cc354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c39e7f-2ab2-4153-9c09-accdc100f011,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:06.287792 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 55786) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:06.346877 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a53ef-6b68-4014-8db2-82652fda29d2 req-a9dd59ac-0cdd-43a5-9d0d-22f7b75eece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:06.348479 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ba6a53ef-6b68-4014-8db2-82652fda29d2 req-a9dd59ac-0cdd-43a5-9d0d-22f7b75eece9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=5b651c35-159b-4d6e-a364-6761b8b7e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471559 Oct 17 04:32:06.350804 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0b5ce887-5bdf-4d93-964b-79f4e0cf1427 admin admin] Publish callbacks [] for security_group (f8c39e7f-2ab2-4153-9c09-accdc100f011), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:06.373405 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0b5ce887-5bdf-4d93-964b-79f4e0cf1427 admin admin] Publish callbacks [] for security_group (f8c39e7f-2ab2-4153-9c09-accdc100f011), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:06.426196 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0b5ce887-5bdf-4d93-964b-79f4e0cf1427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (f8c39e7f-2ab2-4153-9c09-accdc100f011), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:06.428954 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0b5ce887-5bdf-4d93-964b-79f4e0cf1427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:06.433256 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-0b5ce887-5bdf-4d93-964b-79f4e0cf1427 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/f8c39e7f-2ab2-4153-9c09-accdc100f011 HTTP/1.1" status: 204 len: 168 time: 0.1410577 Oct 17 04:32:06.438063 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:06.443732 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ce887-5bdf-4d93-964b-79f4e0cf1427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c39e7f-2ab2-4153-9c09-accdc100f011,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:06.480868 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ba6a53ef-6b68-4014-8db2-82652fda29d2 req-28bb4b06-8eb5-4216-b66f-ebcefe55bc5a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175063 Oct 17 04:32:06.506098 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:06.540962 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 55794) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:06.558980 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-97a4a5bb-9808-4772-996e-6d7ecd4eb4d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:06.592976 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17665a63-4133-49e4-bec8-580230ea9e72 req-5ab50436-6c74-45f9-ae7a-e38eeca76198 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:06.594913 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-17665a63-4133-49e4-bec8-580230ea9e72 req-5ab50436-6c74-45f9-ae7a-e38eeca76198 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.1007035 Oct 17 04:32:06.666893 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:06.682286 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:06.686168 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ba6a53ef-6b68-4014-8db2-82652fda29d2 req-7a811de4-e388-473a-9b01-72ab796a6567 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889372 Oct 17 04:32:06.689689 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-17665a63-4133-49e4-bec8-580230ea9e72 req-247faad4-94a5-4e5e-b5a1-ef35b8e9d56b tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810802 Oct 17 04:32:06.727488 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-97a4a5bb-9808-4772-996e-6d7ecd4eb4d9 admin admin] Publish callbacks [] for security_group (5642a4ca-7e5e-4c1c-aa6f-ddacad728d98), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:06.753251 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-97a4a5bb-9808-4772-996e-6d7ecd4eb4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (5642a4ca-7e5e-4c1c-aa6f-ddacad728d98), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:06.818053 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-97a4a5bb-9808-4772-996e-6d7ecd4eb4d9 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=a18e16fb982b4e7880a11a035769d7bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733679 Oct 17 04:32:06.818567 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 55810) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:06.818996 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4a5bb-9808-4772-996e-6d7ecd4eb4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5642a4ca-7e5e-4c1c-aa6f-ddacad728d98,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:06.826521 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-af6887f1-0ff4-4add-95cf-deccc5e4c3af req-173a1898-5a56-47e1-b116-f6689227d7b3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1107392 Oct 17 04:32:06.890796 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d1b11d1e-f5ae-4a9a-b933-c34c2dcc6e9b admin admin] Publish callbacks [] for security_group (5642a4ca-7e5e-4c1c-aa6f-ddacad728d98), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:06.977468 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6887f1-0ff4-4add-95cf-deccc5e4c3af req-ffb29faa-e3f8-46d0-a3e8-7fdde7b658c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:06.981295 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-af6887f1-0ff4-4add-95cf-deccc5e4c3af req-ffb29faa-e3f8-46d0-a3e8-7fdde7b658c0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7bd6234b23704bdf809481085ce465eb&device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 1130 time: 0.0780609 Oct 17 04:32:07.197958 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d1b11d1e-f5ae-4a9a-b933-c34c2dcc6e9b admin admin] Publish callbacks [] for security_group (5642a4ca-7e5e-4c1c-aa6f-ddacad728d98), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:07.220518 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35d7b1-3e6d-4a98-b55a-59db76bff0d0 req-6f7de8cb-36dd-4860-890e-9b0c99ba1404 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:07.221917 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ad35d7b1-3e6d-4a98-b55a-59db76bff0d0 req-6f7de8cb-36dd-4860-890e-9b0c99ba1404 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 946 time: 0.0668006 Oct 17 04:32:07.288928 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ad35d7b1-3e6d-4a98-b55a-59db76bff0d0 req-70c860cb-ce0a-45b4-a7ec-836be2548bdd tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51628abb-b053-4681-accd-b02cc6f9374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540683 Oct 17 04:32:07.290014 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d1b11d1e-f5ae-4a9a-b933-c34c2dcc6e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (5642a4ca-7e5e-4c1c-aa6f-ddacad728d98), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:07.293220 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d1b11d1e-f5ae-4a9a-b933-c34c2dcc6e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:07.296560 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-d1b11d1e-f5ae-4a9a-b933-c34c2dcc6e9b admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/5642a4ca-7e5e-4c1c-aa6f-ddacad728d98 HTTP/1.1" status: 204 len: 168 time: 0.4745142 Oct 17 04:32:07.303072 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b11d1e-f5ae-4a9a-b933-c34c2dcc6e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5642a4ca-7e5e-4c1c-aa6f-ddacad728d98,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:07.421247 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 55832) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:07.666509 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-bd8ee234-a313-4e63-84ca-548cfe76731f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1097488950-network', 'tenant_id': '1684e10355ed49c4b2e341e5073cfb15'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:07.694091 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8ee234-a313-4e63-84ca-548cfe76731f admin admin] Made reservation on behalf of 1684e10355ed49c4b2e341e5073cfb15 for: {'network': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:32:07.696508 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee234-a313-4e63-84ca-548cfe76731f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for network (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:07.706570 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee234-a313-4e63-84ca-548cfe76731f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:07.801001 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee234-a313-4e63-84ca-548cfe76731f admin admin] Publish callbacks [] for security_group (f929a238-a9de-4221-9f7c-e50664343f8a), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:07.805763 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee234-a313-4e63-84ca-548cfe76731f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (f929a238-a9de-4221-9f7c-e50664343f8a), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:07.836915 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8ee234-a313-4e63-84ca-548cfe76731f admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=104487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 04:32:07.846814 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc94256-3de5-4f75-88a0-4fb4b5b95496 req-c962a5d4-6391-4a51-affd-1e1ec8bc9ecc tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:07.847971 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ee234-a313-4e63-84ca-548cfe76731f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f929a238-a9de-4221-9f7c-e50664343f8a,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:07.848393 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9dc94256-3de5-4f75-88a0-4fb4b5b95496 req-c962a5d4-6391-4a51-affd-1e1ec8bc9ecc tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0606871 Oct 17 04:32:07.853328 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee234-a313-4e63-84ca-548cfe76731f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (e2312545-2555-4271-8edf-64aa96a4f2fe), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:07.853881 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.segments_db [None req-bd8ee234-a313-4e63-84ca-548cfe76731f admin admin] Added segment e2312545-2555-4271-8edf-64aa96a4f2fe of type vlan for network 9cc9b7c2-464e-4417-90cb-55795bb8cac2 Oct 17 04:32:07.883475 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:07.902904 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee234-a313-4e63-84ca-548cfe76731f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774866605761'] for network (9cc9b7c2-464e-4417-90cb-55795bb8cac2), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:07.931598 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee234-a313-4e63-84ca-548cfe76731f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for network (9cc9b7c2-464e-4417-90cb-55795bb8cac2), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:07.932783 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8ee234-a313-4e63-84ca-548cfe76731f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:07.933659 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee234-a313-4e63-84ca-548cfe76731f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:07.935626 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9dc94256-3de5-4f75-88a0-4fb4b5b95496 req-55c52dd7-3b4d-46bf-b1ee-cb8cc436dd62 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712144 Oct 17 04:32:07.999958 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-bd8ee234-a313-4e63-84ca-548cfe76731f admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5770533 Oct 17 04:32:08.002665 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 55850) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:08.006287 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ee234-a313-4e63-84ca-548cfe76731f admin admin] Pushing event updated for resources: {'Network': ['ID=9cc9b7c2-464e-4417-90cb-55795bb8cac2,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:08.010377 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-0375a75f-f512-4186-9619-0026aeb7d5ce admin admin] Request body: {'subnet': {'network_id': '9cc9b7c2-464e-4417-90cb-55795bb8cac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1097488950-subnet', 'tenant_id': '1684e10355ed49c4b2e341e5073cfb15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:08.017574 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Network 9cc9b7c2-464e-4417-90cb-55795bb8cac2 details requested by agent ovs-agent-dv-cinder-861557-1-iscsi with host dv-cinder-861557-1-iscsi {{(pid=104489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:32:08.034813 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0375a75f-f512-4186-9619-0026aeb7d5ce admin admin] Made reservation on behalf of 1684e10355ed49c4b2e341e5073cfb15 for: {'subnet': 1} {{(pid=104488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:32:08.037325 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-0375a75f-f512-4186-9619-0026aeb7d5ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:08.231317 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-0375a75f-f512-4186-9619-0026aeb7d5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for subnet (53fec0dc-01da-4fb9-92a2-373464979b87), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:08.287815 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375a75f-f512-4186-9619-0026aeb7d5ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=53fec0dc-01da-4fb9-92a2-373464979b87,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:08.296960 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0375a75f-f512-4186-9619-0026aeb7d5ce admin admin] Checking segment: {'id': 'e2312545-2555-4271-8edf-64aa96a4f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9cc9b7c2-464e-4417-90cb-55795bb8cac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:32:08.297344 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0375a75f-f512-4186-9619-0026aeb7d5ce admin admin] Network hostable DHCP agents. Network: 9cc9b7c2-464e-4417-90cb-55795bb8cac2, hostable agents: ['1a971c09-9b48-4566-8e55-15bd954a700d'], hosted agents: [] {{(pid=104488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:32:08.300170 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:08.318077 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0375a75f-f512-4186-9619-0026aeb7d5ce admin admin] Network 9cc9b7c2-464e-4417-90cb-55795bb8cac2 is scheduled to be hosted by DHCP agent 1a971c09-9b48-4566-8e55-15bd954a700d with binding_index 1 {{(pid=104488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:32:08.327565 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-0375a75f-f512-4186-9619-0026aeb7d5ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861557-1-iscsi, 9cc9b7c2-464e-4417-90cb-55795bb8cac2) {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:32:08.332209 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0375a75f-f512-4186-9619-0026aeb7d5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:08.332990 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-0375a75f-f512-4186-9619-0026aeb7d5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:08.338770 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164fbe6f-7a0f-462a-8f28-8d07700f40b4 None None] Network 9cc9b7c2-464e-4417-90cb-55795bb8cac2 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:32:08.354433 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-0375a75f-f512-4186-9619-0026aeb7d5ce admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3505774 Oct 17 04:32:08.458366 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e196c13-f41f-4f22-acb0-1768dd597580 req-710cb5fe-5e87-4d2f-b1db-1e147879c54c tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:08.460331 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7e196c13-f41f-4f22-acb0-1768dd597580 req-710cb5fe-5e87-4d2f-b1db-1e147879c54c tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 946 time: 0.0613468 Oct 17 04:32:08.487516 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af879fe2-4bc2-4c5c-b34e-d6ddb947f730 None None] Network 9cc9b7c2-464e-4417-90cb-55795bb8cac2 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:32:08.532213 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7e196c13-f41f-4f22-acb0-1768dd597580 req-4f3ce814-4a87-44f9-a040-7d8dd398d5a9 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51628abb-b053-4681-accd-b02cc6f9374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647702 Oct 17 04:32:08.539783 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:09.032474 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 55930) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:09.037551 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-20a46a3a-0d4e-4387-979b-9974a158ae65 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1474403119-network', 'tenant_id': '1097cd4fe73744518d039b31935410f5'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:09.043863 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91bde1-a362-48ef-92b1-f61115869921 req-9df74c50-eb4a-4e46-8c10-df107e5135c8 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:09.045441 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cb91bde1-a362-48ef-92b1-f61115869921 req-9df74c50-eb4a-4e46-8c10-df107e5135c8 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0461679 Oct 17 04:32:09.058763 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a46a3a-0d4e-4387-979b-9974a158ae65 admin admin] Made reservation on behalf of 1097cd4fe73744518d039b31935410f5 for: {'network': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:32:09.061608 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-20a46a3a-0d4e-4387-979b-9974a158ae65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for network (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:09.070507 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-20a46a3a-0d4e-4387-979b-9974a158ae65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:09.071870 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:09.095459 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cb91bde1-a362-48ef-92b1-f61115869921 req-fd52fbda-82f7-42fa-81b4-da5f419c81a6 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442944 Oct 17 04:32:09.162082 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-20a46a3a-0d4e-4387-979b-9974a158ae65 admin admin] Publish callbacks [] for security_group (7f1b2fd0-be04-4c3c-9f90-3a140e8485df), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:09.165634 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-20a46a3a-0d4e-4387-979b-9974a158ae65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (7f1b2fd0-be04-4c3c-9f90-3a140e8485df), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:09.190878 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a46a3a-0d4e-4387-979b-9974a158ae65 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=104487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 04:32:09.201489 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a46a3a-0d4e-4387-979b-9974a158ae65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1b2fd0-be04-4c3c-9f90-3a140e8485df,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:09.206483 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-20a46a3a-0d4e-4387-979b-9974a158ae65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (ec9201a6-327d-4cfe-8afb-91a0dec56b33), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:09.206827 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.segments_db [None req-20a46a3a-0d4e-4387-979b-9974a158ae65 admin admin] Added segment ec9201a6-327d-4cfe-8afb-91a0dec56b33 of type vlan for network 231c4492-036a-476e-aea6-e8dae2dd74a5 Oct 17 04:32:09.235605 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=71,neutron:INSERT=22,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:09.250665 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-20a46a3a-0d4e-4387-979b-9974a158ae65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774866605761'] for network (231c4492-036a-476e-aea6-e8dae2dd74a5), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:09.276009 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-20a46a3a-0d4e-4387-979b-9974a158ae65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for network (231c4492-036a-476e-aea6-e8dae2dd74a5), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:09.276938 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a46a3a-0d4e-4387-979b-9974a158ae65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:09.277597 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-20a46a3a-0d4e-4387-979b-9974a158ae65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:09.336139 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-20a46a3a-0d4e-4387-979b-9974a158ae65 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3024335 Oct 17 04:32:09.339082 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 55934) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:09.341523 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a46a3a-0d4e-4387-979b-9974a158ae65 admin admin] Pushing event updated for resources: {'Network': ['ID=231c4492-036a-476e-aea6-e8dae2dd74a5,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:09.345251 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-226643c5-04ea-4296-953f-344310a7088d admin admin] Request body: {'subnet': {'network_id': '231c4492-036a-476e-aea6-e8dae2dd74a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1474403119-subnet', 'tenant_id': '1097cd4fe73744518d039b31935410f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:09.351116 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Network 231c4492-036a-476e-aea6-e8dae2dd74a5 details requested by agent ovs-agent-dv-cinder-861557-1-iscsi with host dv-cinder-861557-1-iscsi {{(pid=104489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:32:09.368833 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226643c5-04ea-4296-953f-344310a7088d admin admin] Made reservation on behalf of 1097cd4fe73744518d039b31935410f5 for: {'subnet': 1} {{(pid=104488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:32:09.373349 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-226643c5-04ea-4296-953f-344310a7088d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:09.542772 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-226643c5-04ea-4296-953f-344310a7088d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for subnet (599c13e3-8777-4846-adc9-6e75c5d3de61), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:09.598978 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226643c5-04ea-4296-953f-344310a7088d admin admin] Pushing event updated for resources: {'Subnet': ['ID=599c13e3-8777-4846-adc9-6e75c5d3de61,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:09.608408 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226643c5-04ea-4296-953f-344310a7088d admin admin] Checking segment: {'id': 'ec9201a6-327d-4cfe-8afb-91a0dec56b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '231c4492-036a-476e-aea6-e8dae2dd74a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:32:09.608768 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226643c5-04ea-4296-953f-344310a7088d admin admin] Network hostable DHCP agents. Network: 231c4492-036a-476e-aea6-e8dae2dd74a5, hostable agents: ['1a971c09-9b48-4566-8e55-15bd954a700d'], hosted agents: [] {{(pid=104488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:32:09.653062 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226643c5-04ea-4296-953f-344310a7088d admin admin] Network 231c4492-036a-476e-aea6-e8dae2dd74a5 is scheduled to be hosted by DHCP agent 1a971c09-9b48-4566-8e55-15bd954a700d with binding_index 1 {{(pid=104488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:32:09.665044 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-226643c5-04ea-4296-953f-344310a7088d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861557-1-iscsi, 231c4492-036a-476e-aea6-e8dae2dd74a5) {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:32:09.672491 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226643c5-04ea-4296-953f-344310a7088d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:09.673117 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-226643c5-04ea-4296-953f-344310a7088d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:09.673973 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a6bbf8-5b3f-478f-b45a-d1ef186b173f None None] Network 231c4492-036a-476e-aea6-e8dae2dd74a5 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:32:09.681743 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad00f8-3818-4d51-9075-7bb61dbebed8 req-dded0810-7105-40d0-9e33-170a4cf4b986 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:09.683797 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2cad00f8-3818-4d51-9075-7bb61dbebed8 req-dded0810-7105-40d0-9e33-170a4cf4b986 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 946 time: 0.0659816 Oct 17 04:32:09.701473 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-226643c5-04ea-4296-953f-344310a7088d admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3612149 Oct 17 04:32:09.739867 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2cad00f8-3818-4d51-9075-7bb61dbebed8 req-86537960-af7f-4da9-b138-f1dcfe322051 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51628abb-b053-4681-accd-b02cc6f9374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494492 Oct 17 04:32:09.778938 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b819dac3-d701-4497-9af4-0ef48a886683 None None] Network 231c4492-036a-476e-aea6-e8dae2dd74a5 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:32:10.224456 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7abf3-7c0f-4b37-85e4-3c97f929db4d req-970a36f5-7d92-4b48-b929-5d4a47a728f5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:10.225997 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b9f7abf3-7c0f-4b37-85e4-3c97f929db4d req-970a36f5-7d92-4b48-b929-5d4a47a728f5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0515776 Oct 17 04:32:10.296260 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b9f7abf3-7c0f-4b37-85e4-3c97f929db4d req-699766a2-2327-4da6-8dc1-06ae245bdec2 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629120 Oct 17 04:32:10.373545 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6887f1-0ff4-4add-95cf-deccc5e4c3af req-4fc1fc02-53e4-4991-8cfa-30891a820c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:10.375005 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-af6887f1-0ff4-4add-95cf-deccc5e4c3af req-4fc1fc02-53e4-4991-8cfa-30891a820c2d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb HTTP/1.1" status: 200 len: 919 time: 0.1068869 Oct 17 04:32:10.415475 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-af6887f1-0ff4-4add-95cf-deccc5e4c3af req-3e223e7d-830c-46e7-8b8f-7aebdcb30464 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d527852d-57b4-4e00-893c-ff6f8df97d89 HTTP/1.1" status: 200 len: 217 time: 0.0337529 Oct 17 04:32:10.439043 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:32:10.467597 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6887f1-0ff4-4add-95cf-deccc5e4c3af req-e57b91b1-7141-487f-8836-84a2f0b436ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:10.469057 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-af6887f1-0ff4-4add-95cf-deccc5e4c3af req-e57b91b1-7141-487f-8836-84a2f0b436ca service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c0346a38-a53e-4be5-b7d5-8ede2ed11f33 HTTP/1.1" status: 200 len: 857 time: 0.0446188 Oct 17 04:32:10.867150 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dea7da-3283-4896-bfd2-b608ae65abc8 req-184117f3-f37b-4b0a-b772-5a0ee4f4ff89 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:10.868722 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-45dea7da-3283-4896-bfd2-b608ae65abc8 req-184117f3-f37b-4b0a-b772-5a0ee4f4ff89 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 946 time: 0.0488925 Oct 17 04:32:10.877972 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6887f1-0ff4-4add-95cf-deccc5e4c3af req-51e88d40-4672-451f-830d-7d573280d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:10.879521 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-af6887f1-0ff4-4add-95cf-deccc5e4c3af req-51e88d40-4672-451f-830d-7d573280d41e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438671 Oct 17 04:32:10.923327 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-45dea7da-3283-4896-bfd2-b608ae65abc8 req-20ab0c0f-288e-41de-a7d3-5fa1df8301b9 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51628abb-b053-4681-accd-b02cc6f9374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487142 Oct 17 04:32:10.988082 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609802eb-3827-4884-afd0-08eac06e690f req-06291241-041a-4b92-bcd0-f82c85f9c588 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:10.990016 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-609802eb-3827-4884-afd0-08eac06e690f req-06291241-041a-4b92-bcd0-f82c85f9c588 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 946 time: 0.0482383 Oct 17 04:32:11.005430 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-af6887f1-0ff4-4add-95cf-deccc5e4c3af req-36e21f1a-5277-47c2-bdd5-e6d26e7576be service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012907 Oct 17 04:32:11.037818 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:11.081838 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:11.110903 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-af6887f1-0ff4-4add-95cf-deccc5e4c3af req-29e268b6-642a-49d6-b2ec-90bcae9ab1b9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991681 Oct 17 04:32:11.120860 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [req-609802eb-3827-4884-afd0-08eac06e690f req-77b82a69-80bc-4a2a-b4bb-2ec4166ce064 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Deleting port 62afe409-bc34-457e-bcb8-6b6ebb859ed6 {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:32:11.121235 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-609802eb-3827-4884-afd0-08eac06e690f req-77b82a69-80bc-4a2a-b4bb-2ec4166ce064 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (62afe409-bc34-457e-bcb8-6b6ebb859ed6), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:11.220952 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:11.222871 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [req-609802eb-3827-4884-afd0-08eac06e690f req-77b82a69-80bc-4a2a-b4bb-2ec4166ce064 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] For port 62afe409-bc34-457e-bcb8-6b6ebb859ed6, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=62afe409-bc34-457e-bcb8-6b6ebb859ed6,segment=NetworkSegment(62b8bbe0-1969-454f-98b1-1af7f8eb0066),segment_id=62b8bbe0-1969-454f-98b1-1af7f8eb0066)] {{(pid=104488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:32:11.223248 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-609802eb-3827-4884-afd0-08eac06e690f req-77b82a69-80bc-4a2a-b4bb-2ec4166ce064 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (62afe409-bc34-457e-bcb8-6b6ebb859ed6), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:11.240795 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [req-609802eb-3827-4884-afd0-08eac06e690f req-77b82a69-80bc-4a2a-b4bb-2ec4166ce064 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Calling delete_port for 62afe409-bc34-457e-bcb8-6b6ebb859ed6 owned by compute:nova {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:32:11.454122 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-609802eb-3827-4884-afd0-08eac06e690f req-77b82a69-80bc-4a2a-b4bb-2ec4166ce064 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285'] for port (62afe409-bc34-457e-bcb8-6b6ebb859ed6), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:11.469768 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['62afe409-bc34-457e-bcb8-6b6ebb859ed6'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:32:11.506547 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b82a69-80bc-4a2a-b4bb-2ec4166ce064 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Pushing event deleted for resources: {'Port': ['ID=62afe409-bc34-457e-bcb8-6b6ebb859ed6,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:11.517776 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae540f6-e776-4e48-b6d5-c75d15508d39 req-fb15136a-17d3-404d-90ea-906a16452eb6 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:11.523303 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9ae540f6-e776-4e48-b6d5-c75d15508d39 req-fb15136a-17d3-404d-90ea-906a16452eb6 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.1171839 Oct 17 04:32:11.665410 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [req-609802eb-3827-4884-afd0-08eac06e690f req-77b82a69-80bc-4a2a-b4bb-2ec4166ce064 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] No DVR routers for this DVR port 62afe409-bc34-457e-bcb8-6b6ebb859ed6 on host hv-cinder-86155 {{(pid=104488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:32:11.678640 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-609802eb-3827-4884-afd0-08eac06e690f req-77b82a69-80bc-4a2a-b4bb-2ec4166ce064 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:11.686868 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-609802eb-3827-4884-afd0-08eac06e690f req-77b82a69-80bc-4a2a-b4bb-2ec4166ce064 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.20 "DELETE /networking/v2.0/ports/62afe409-bc34-457e-bcb8-6b6ebb859ed6 HTTP/1.1" status: 204 len: 173 time: 0.6885943 Oct 17 04:32:11.687555 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c34166-9c02-41cb-b5e6-21cc7c4b06b7', 'name': 'network-vif-deleted', 'tag': '62afe409-bc34-457e-bcb8-6b6ebb859ed6'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:32:11.691069 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72ee8a5-6c38-4d5a-98a0-c966a27b021f" -d '{"events": [{"server_uuid": "75c34166-9c02-41cb-b5e6-21cc7c4b06b7", "name": "network-vif-deleted", "tag": "62afe409-bc34-457e-bcb8-6b6ebb859ed6"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:32:11.721760 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9ae540f6-e776-4e48-b6d5-c75d15508d39 req-39c60b50-9248-4b59-9a8a-7076ea4178df tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852746 Oct 17 04:32:11.762981 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6737b8d-0923-41dd-a0a2-844c8ee0024e x-openstack-request-id: req-c6737b8d-0923-41dd-a0a2-844c8ee0024e {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:32:11.763281 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c34166-9c02-41cb-b5e6-21cc7c4b06b7", "name": "network-vif-deleted", "tag": "62afe409-bc34-457e-bcb8-6b6ebb859ed6", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:32:11.763551 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c6737b8d-0923-41dd-a0a2-844c8ee0024e {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:32:11.764042 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6737b8d-0923-41dd-a0a2-844c8ee0024e'] response: {'server_uuid': '75c34166-9c02-41cb-b5e6-21cc7c4b06b7', 'name': 'network-vif-deleted', 'tag': '62afe409-bc34-457e-bcb8-6b6ebb859ed6', 'status': 'completed', 'code': 200} Oct 17 04:32:12.026541 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6362e31e-c62d-4b63-9bc1-f80dc77288f7 req-290c2e43-2842-4b22-bd5f-c92be7c80d40 tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 210 time: 0.0272536 Oct 17 04:32:12.232836 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=79 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:12.866767 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a02a73-8e37-4dca-97e8-d115c617e712 req-762cdb30-193c-4d3c-9d5d-253634703605 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:12.868706 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a5a02a73-8e37-4dca-97e8-d115c617e712 req-762cdb30-193c-4d3c-9d5d-253634703605 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0600793 Oct 17 04:32:12.930222 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a5a02a73-8e37-4dca-97e8-d115c617e712 req-e72091d2-a089-479c-be7f-4b8fa667dc3a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519769 Oct 17 04:32:13.205995 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-abd6102b-ebce-4ebe-9824-d6313e554537 req-1e3b8fa8-ae6b-45fc-b8fa-a0c359bc7cca tempest-DeleteServersTestJSON-1445104658 tempest-DeleteServersTestJSON-1445104658-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75c34166-9c02-41cb-b5e6-21cc7c4b06b7 HTTP/1.1" status: 200 len: 210 time: 0.0290532 Oct 17 04:32:14.059654 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4591868-a934-42f0-b37b-65a1a76607a2 req-130ebf5b-d601-4465-80b9-3c4e5a725c53 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:14.061230 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b4591868-a934-42f0-b37b-65a1a76607a2 req-130ebf5b-d601-4465-80b9-3c4e5a725c53 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0524163 Oct 17 04:32:14.115206 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b4591868-a934-42f0-b37b-65a1a76607a2 req-00af556c-7abd-464e-aef4-03c6f409eb01 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458093 Oct 17 04:32:14.200402 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 62afe409-bc34-457e-bcb8-6b6ebb859ed6 no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:32:14.221046 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] No Port match for: 62afe409-bc34-457e-bcb8-6b6ebb859ed6 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:32:14.221413 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 62afe409-bc34-457e-bcb8-6b6ebb859ed6 not bound to the agent host hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:32:15.240461 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d206d18-1605-4356-9f28-a25ee6d4d3be req-731d5102-7310-4929-8356-804462d449a6 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:15.242134 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4d206d18-1605-4356-9f28-a25ee6d4d3be req-731d5102-7310-4929-8356-804462d449a6 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0523531 Oct 17 04:32:15.304328 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4d206d18-1605-4356-9f28-a25ee6d4d3be req-9930557d-1abf-4768-9832-ba25372d3e37 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549264 Oct 17 04:32:15.562073 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56090) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:15.683931 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8eb492fc-c3a2-434a-bd2a-439fc462a55a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:15.748532 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 56104) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:15.774075 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8eb492fc-c3a2-434a-bd2a-439fc462a55a admin admin] Publish callbacks [] for security_group (8a83cdd3-d0b5-4564-833d-b790c5d3802d), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:15.779098 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8eb492fc-c3a2-434a-bd2a-439fc462a55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (8a83cdd3-d0b5-4564-833d-b790c5d3802d), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:15.829701 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-8eb492fc-c3a2-434a-bd2a-439fc462a55a admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=af1c6f0d0fe14fcf9c31719f99824a2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664442 Oct 17 04:32:15.830682 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56106) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:15.836807 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb492fc-c3a2-434a-bd2a-439fc462a55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a83cdd3-d0b5-4564-833d-b790c5d3802d,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:15.896041 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9a90b5f6-12e3-4d6e-a977-e226a579a102 admin admin] Publish callbacks [] for security_group (8a83cdd3-d0b5-4564-833d-b790c5d3802d), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:15.941578 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9a90b5f6-12e3-4d6e-a977-e226a579a102 admin admin] Publish callbacks [] for security_group (8a83cdd3-d0b5-4564-833d-b790c5d3802d), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:15.978623 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:16.009991 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9a90b5f6-12e3-4d6e-a977-e226a579a102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (8a83cdd3-d0b5-4564-833d-b790c5d3802d), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:16.013475 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9a90b5f6-12e3-4d6e-a977-e226a579a102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:16.014626 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-9a90b5f6-12e3-4d6e-a977-e226a579a102 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/8a83cdd3-d0b5-4564-833d-b790c5d3802d HTTP/1.1" status: 204 len: 168 time: 0.1830254 Oct 17 04:32:16.022747 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90b5f6-12e3-4d6e-a977-e226a579a102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a83cdd3-d0b5-4564-833d-b790c5d3802d,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:16.185060 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-87382b72-22be-494d-9ff2-6ea7b130528c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648450'] for router_interface (b56d4330-1a0f-4d9d-89ad-2a23490cfb76), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:16.230758 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:16.478941 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be064a4-2cd2-4878-b46f-24f3fb72db84 req-8f33b5ed-8b23-4b1a-927d-1f94d5f7caab tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:16.480426 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0be064a4-2cd2-4878-b46f-24f3fb72db84 req-8f33b5ed-8b23-4b1a-927d-1f94d5f7caab tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0892637 Oct 17 04:32:16.552144 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-87382b72-22be-494d-9ff2-6ea7b130528c admin admin] Deleting port 84b561a0-8c65-4488-838b-523416b6329f {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:32:16.552486 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-87382b72-22be-494d-9ff2-6ea7b130528c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (84b561a0-8c65-4488-838b-523416b6329f), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:16.569390 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0be064a4-2cd2-4878-b46f-24f3fb72db84 req-9c651b5f-ec0a-46f9-90e9-80a245b319e6 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823808 Oct 17 04:32:16.651289 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-87382b72-22be-494d-9ff2-6ea7b130528c admin admin] For port 84b561a0-8c65-4488-838b-523416b6329f, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=84b561a0-8c65-4488-838b-523416b6329f,segment=NetworkSegment(62b8bbe0-1969-454f-98b1-1af7f8eb0066),segment_id=62b8bbe0-1969-454f-98b1-1af7f8eb0066)] {{(pid=104488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:32:16.653452 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-87382b72-22be-494d-9ff2-6ea7b130528c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (84b561a0-8c65-4488-838b-523416b6329f), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:16.669250 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-87382b72-22be-494d-9ff2-6ea7b130528c admin admin] Calling delete_port for 84b561a0-8c65-4488-838b-523416b6329f owned by network:router_interface {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:32:16.738587 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56136) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:16.845924 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-5957f42c-9d64-4a22-835c-90a652570fe5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-100861292-network', 'tenant_id': '34d5aaa16da54ea19e9c982c50540377'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:16.854236 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-87382b72-22be-494d-9ff2-6ea7b130528c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285'] for port (84b561a0-8c65-4488-838b-523416b6329f), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:16.866648 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5957f42c-9d64-4a22-835c-90a652570fe5 admin admin] Made reservation on behalf of 34d5aaa16da54ea19e9c982c50540377 for: {'network': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:32:16.869161 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5957f42c-9d64-4a22-835c-90a652570fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for network (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:16.872329 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:16.880115 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5957f42c-9d64-4a22-835c-90a652570fe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:16.882923 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87382b72-22be-494d-9ff2-6ea7b130528c admin admin] Pushing event deleted for resources: {'Port': ['ID=84b561a0-8c65-4488-838b-523416b6329f,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:16.977566 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5957f42c-9d64-4a22-835c-90a652570fe5 admin admin] Publish callbacks [] for security_group (79cf2536-e09a-47af-81d5-b863852e5437), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:16.985171 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5957f42c-9d64-4a22-835c-90a652570fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (79cf2536-e09a-47af-81d5-b863852e5437), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:17.023586 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5957f42c-9d64-4a22-835c-90a652570fe5 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=104487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 04:32:17.031828 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957f42c-9d64-4a22-835c-90a652570fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cf2536-e09a-47af-81d5-b863852e5437,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:17.039588 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5957f42c-9d64-4a22-835c-90a652570fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (ce102f30-3df9-4c6c-b911-6a7e1ad4525d), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:17.040134 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.segments_db [None req-5957f42c-9d64-4a22-835c-90a652570fe5 admin admin] Added segment ce102f30-3df9-4c6c-b911-6a7e1ad4525d of type vlan for network 41cde4c2-319c-405f-953d-34a4f0f9247a Oct 17 04:32:17.114441 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5957f42c-9d64-4a22-835c-90a652570fe5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774866605761'] for network (41cde4c2-319c-405f-953d-34a4f0f9247a), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:17.149541 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5957f42c-9d64-4a22-835c-90a652570fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for network (41cde4c2-319c-405f-953d-34a4f0f9247a), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:17.151031 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5957f42c-9d64-4a22-835c-90a652570fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:17.153851 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5957f42c-9d64-4a22-835c-90a652570fe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:17.218516 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-5957f42c-9d64-4a22-835c-90a652570fe5 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4788046 Oct 17 04:32:17.221336 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56146) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:17.226287 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-6a0a04a6-295a-4589-b2ba-e54fb3ebc6a4 admin admin] Request body: {'subnet': {'network_id': '41cde4c2-319c-405f-953d-34a4f0f9247a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-100861292-subnet', 'tenant_id': '34d5aaa16da54ea19e9c982c50540377', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:17.234929 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957f42c-9d64-4a22-835c-90a652570fe5 admin admin] Pushing event updated for resources: {'Network': ['ID=41cde4c2-319c-405f-953d-34a4f0f9247a,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:17.248960 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Network 41cde4c2-319c-405f-953d-34a4f0f9247a details requested by agent ovs-agent-dv-cinder-861557-1-iscsi with host dv-cinder-861557-1-iscsi {{(pid=104489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:32:17.262774 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0a04a6-295a-4589-b2ba-e54fb3ebc6a4 admin admin] Made reservation on behalf of 34d5aaa16da54ea19e9c982c50540377 for: {'subnet': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:32:17.265426 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6a0a04a6-295a-4589-b2ba-e54fb3ebc6a4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:17.269184 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:17.269415 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:17.272085 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-87382b72-22be-494d-9ff2-6ea7b130528c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648438'] for router_interface (b56d4330-1a0f-4d9d-89ad-2a23490cfb76), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:17.322847 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc10d356-3429-44c2-b988-ed0f087ad519 None None] get_active_networks_info from dv-cinder-861557-1-iscsi {{(pid=104489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 04:32:17.423222 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:17.423589 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:17.465923 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc10d356-3429-44c2-b988-ed0f087ad519 None None] Resources bound (agent type, host, resource id): {{(pid=104489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 04:32:17.548476 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6a0a04a6-295a-4589-b2ba-e54fb3ebc6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for subnet (e8b13bc0-0e65-42c8-9821-70637f4820b0), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:17.581516 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87382b72-22be-494d-9ff2-6ea7b130528c admin admin] Router b56d4330-1a0f-4d9d-89ad-2a23490cfb76 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:32:17.635816 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a04a6-295a-4589-b2ba-e54fb3ebc6a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8b13bc0-0e65-42c8-9821-70637f4820b0,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:17.641205 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0a04a6-295a-4589-b2ba-e54fb3ebc6a4 admin admin] Checking segment: {'id': 'ce102f30-3df9-4c6c-b911-6a7e1ad4525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '41cde4c2-319c-405f-953d-34a4f0f9247a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:32:17.641565 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0a04a6-295a-4589-b2ba-e54fb3ebc6a4 admin admin] Network hostable DHCP agents. Network: 41cde4c2-319c-405f-953d-34a4f0f9247a, hostable agents: ['1a971c09-9b48-4566-8e55-15bd954a700d'], hosted agents: [] {{(pid=104487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:32:17.676114 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0a04a6-295a-4589-b2ba-e54fb3ebc6a4 admin admin] Network 41cde4c2-319c-405f-953d-34a4f0f9247a is scheduled to be hosted by DHCP agent 1a971c09-9b48-4566-8e55-15bd954a700d with binding_index 1 {{(pid=104487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:32:17.688702 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-6a0a04a6-295a-4589-b2ba-e54fb3ebc6a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861557-1-iscsi, 41cde4c2-319c-405f-953d-34a4f0f9247a) {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:32:17.693124 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0a04a6-295a-4589-b2ba-e54fb3ebc6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:17.693850 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6a0a04a6-295a-4589-b2ba-e54fb3ebc6a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:17.719830 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-6a0a04a6-295a-4589-b2ba-e54fb3ebc6a4 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4972875 Oct 17 04:32:17.751950 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f9c05-e752-47ed-a788-c1434d67e1a1 req-515368b6-c618-467f-b8f7-007869625ca7 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:17.753753 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fb5f9c05-e752-47ed-a788-c1434d67e1a1 req-515368b6-c618-467f-b8f7-007869625ca7 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0936890 Oct 17 04:32:17.777688 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87382b72-22be-494d-9ff2-6ea7b130528c admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:32:17.783237 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-87382b72-22be-494d-9ff2-6ea7b130528c admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/b56d4330-1a0f-4d9d-89ad-2a23490cfb76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0333815 Oct 17 04:32:17.786993 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56158) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:17.788869 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea12b384-5ec7-48d4-9497-3c2ab98576b3 None None] Sync routers for ids ['b56d4330-1a0f-4d9d-89ad-2a23490cfb76'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:32:17.821263 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea12b384-5ec7-48d4-9497-3c2ab98576b3 None None] Routers {'b56d4330-1a0f-4d9d-89ad-2a23490cfb76'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:32:17.821895 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-ea12b384-5ec7-48d4-9497-3c2ab98576b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:32:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['b56d4330-1a0f-4d9d-89ad-2a23490cfb76'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:17.826502 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fb5f9c05-e752-47ed-a788-c1434d67e1a1 req-be362e1e-9cc8-4718-bd02-5949eec64465 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606673 Oct 17 04:32:17.939516 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a5ff971f-c268-4518-847f-b0a8ed3bba60 admin admin] Publish callbacks [] for router (b56d4330-1a0f-4d9d-89ad-2a23490cfb76), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:17.989114 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:18.050044 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-ea12b384-5ec7-48d4-9497-3c2ab98576b3 None None] Set router b56d4330-1a0f-4d9d-89ad-2a23490cfb76 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:32:18.065478 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a5ff971f-c268-4518-847f-b0a8ed3bba60 admin admin] Publish callbacks [] for router_gateway (b56d4330-1a0f-4d9d-89ad-2a23490cfb76), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:18.131214 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a5ff971f-c268-4518-847f-b0a8ed3bba60 admin admin] Deleting port af585dea-1e97-44ea-a9ab-20728b2fcfbd {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:32:18.131833 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a5ff971f-c268-4518-847f-b0a8ed3bba60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (af585dea-1e97-44ea-a9ab-20728b2fcfbd), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:18.211741 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:18.241294 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a5ff971f-c268-4518-847f-b0a8ed3bba60 admin admin] For port af585dea-1e97-44ea-a9ab-20728b2fcfbd, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=af585dea-1e97-44ea-a9ab-20728b2fcfbd,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:32:18.241713 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a5ff971f-c268-4518-847f-b0a8ed3bba60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (af585dea-1e97-44ea-a9ab-20728b2fcfbd), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:18.258200 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a5ff971f-c268-4518-847f-b0a8ed3bba60 admin admin] Calling delete_port for af585dea-1e97-44ea-a9ab-20728b2fcfbd owned by network:router_gateway {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:32:18.277580 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-ea12b384-5ec7-48d4-9497-3c2ab98576b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56d4330-1a0f-4d9d-89ad-2a23490cfb76', 'name': 'tempest-DeleteServersTestJSON-794194935-router', 'tenant_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'af585dea-1e97-44ea-a9ab-20728b2fcfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:32:16Z', 'revision_number': 5, 'project_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'gw_port': {'id': 'af585dea-1e97-44ea-a9ab-20728b2fcfbd', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56d4330-1a0f-4d9d-89ad-2a23490cfb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:18.305820 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea12b384-5ec7-48d4-9497-3c2ab98576b3 None None] Checking router: b56d4330-1a0f-4d9d-89ad-2a23490cfb76 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:32:18.317397 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea12b384-5ec7-48d4-9497-3c2ab98576b3 None None] Routers {'b56d4330-1a0f-4d9d-89ad-2a23490cfb76'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:32:18.318016 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-ea12b384-5ec7-48d4-9497-3c2ab98576b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:32:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['b56d4330-1a0f-4d9d-89ad-2a23490cfb76'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:18.345837 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:18.480150 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-ea12b384-5ec7-48d4-9497-3c2ab98576b3 None None] Set router b56d4330-1a0f-4d9d-89ad-2a23490cfb76 gateway port host: None {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:32:18.484723 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eef9bbc-c214-4e4f-9e51-4d2b12ba00b8 None None] Network 41cde4c2-319c-405f-953d-34a4f0f9247a requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:32:18.593177 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-ea12b384-5ec7-48d4-9497-3c2ab98576b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56d4330-1a0f-4d9d-89ad-2a23490cfb76', 'name': 'tempest-DeleteServersTestJSON-794194935-router', 'tenant_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:32:18Z', 'revision_number': 6, 'project_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'gw_port_host': None}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:18.619493 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-5916094c-fa25-4d6d-9799-91c17debce43 None None] Provisioning complete for port 671c48d6-1bf7-4af3-9c10-f1178369ab48 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:32:18.621590 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-5916094c-fa25-4d6d-9799-91c17debce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (671c48d6-1bf7-4af3-9c10-f1178369ab48), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:18.621947 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-5916094c-fa25-4d6d-9799-91c17debce43 None None] Attempt 1 to provision port 671c48d6-1bf7-4af3-9c10-f1178369ab48 Oct 17 04:32:18.633148 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea12b384-5ec7-48d4-9497-3c2ab98576b3 None None] The sync data for ids ['b56d4330-1a0f-4d9d-89ad-2a23490cfb76'] in dv-cinder-861557-1-iscsi is: [{'id': 'b56d4330-1a0f-4d9d-89ad-2a23490cfb76', 'name': 'tempest-DeleteServersTestJSON-794194935-router', 'tenant_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:32:18Z', 'revision_number': 6, 'project_id': 'e5eb02a1b40e4b83bc6baf4c3ac1bbbf', 'gw_port_host': None}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:32:18.731720 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cd7cc5-6cc9-431b-b586-c5024d560211 None None] Network 41cde4c2-319c-405f-953d-34a4f0f9247a requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:32:18.782969 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a5ff971f-c268-4518-847f-b0a8ed3bba60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285'] for port (af585dea-1e97-44ea-a9ab-20728b2fcfbd), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:18.808926 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=100 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:18.809211 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff971f-c268-4518-847f-b0a8ed3bba60 admin admin] Pushing event deleted for resources: {'Port': ['ID=af585dea-1e97-44ea-a9ab-20728b2fcfbd,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:18.813515 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-5916094c-fa25-4d6d-9799-91c17debce43 None None] Current status of the port 671c48d6-1bf7-4af3-9c10-f1178369ab48 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:32:18.847037 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a5ff971f-c268-4518-847f-b0a8ed3bba60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638780'] for router_gateway (b56d4330-1a0f-4d9d-89ad-2a23490cfb76), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:18.973408 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a5ff971f-c268-4518-847f-b0a8ed3bba60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16008'] for router (b56d4330-1a0f-4d9d-89ad-2a23490cfb76), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:18.976983 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a5ff971f-c268-4518-847f-b0a8ed3bba60 admin admin] Publish callbacks [] for router_controller (b56d4330-1a0f-4d9d-89ad-2a23490cfb76), precommit_delete_associations {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:19.020161 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f173e4-c8c7-4e72-b04a-fac6956d4037 req-e4b302f7-ce7e-4768-97b8-e76d35207d95 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:19.028362 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f9f173e4-c8c7-4e72-b04a-fac6956d4037 req-e4b302f7-ce7e-4768-97b8-e76d35207d95 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0710003 Oct 17 04:32:19.052252 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a5ff971f-c268-4518-847f-b0a8ed3bba60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648494'] for router (b56d4330-1a0f-4d9d-89ad-2a23490cfb76), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:19.052900 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ff971f-c268-4518-847f-b0a8ed3bba60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b56d4330-1a0f-4d9d-89ad-2a23490cfb76 {{(pid=104487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 04:32:19.061418 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a5ff971f-c268-4518-847f-b0a8ed3bba60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:19.062691 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-a5ff971f-c268-4518-847f-b0a8ed3bba60 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/b56d4330-1a0f-4d9d-89ad-2a23490cfb76 HTTP/1.1" status: 204 len: 168 time: 1.2739055 Oct 17 04:32:19.065320 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56184) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:19.086797 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f9f173e4-c8c7-4e72-b04a-fac6956d4037 req-c7829899-d731-413f-b169-1f5a817b4e38 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572600 Oct 17 04:32:19.124659 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4763024-ce7b-458d-8bf6-53015e8b9365 admin admin] Deleting subnet b5d4a9e5-6112-4f76-b8de-700c6543d986 {{(pid=104487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:32:19.127928 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d4763024-ce7b-458d-8bf6-53015e8b9365 admin admin] Publish callbacks [] for subnet (b5d4a9e5-6112-4f76-b8de-700c6543d986), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:19.162243 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d4763024-ce7b-458d-8bf6-53015e8b9365 admin admin] Publish callbacks [] for subnet (b5d4a9e5-6112-4f76-b8de-700c6543d986), precommit_delete_associations {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:19.233995 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d4763024-ce7b-458d-8bf6-53015e8b9365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588216'] for subnet (b5d4a9e5-6112-4f76-b8de-700c6543d986), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:19.291714 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d4763024-ce7b-458d-8bf6-53015e8b9365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3592535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for subnet (b5d4a9e5-6112-4f76-b8de-700c6543d986), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:19.319659 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4763024-ce7b-458d-8bf6-53015e8b9365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5d4a9e5-6112-4f76-b8de-700c6543d986,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:19.321548 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d4763024-ce7b-458d-8bf6-53015e8b9365 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:19.326051 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-d4763024-ce7b-458d-8bf6-53015e8b9365 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/b5d4a9e5-6112-4f76-b8de-700c6543d986 HTTP/1.1" status: 204 len: 168 time: 0.2597318 Oct 17 04:32:19.327826 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14786c5a-3e75-4aca-817a-ee49600fbb9a None None] Network 8500cc6f-85c4-44a2-bb52-3bb418fbfad7 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:32:19.328483 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 56186) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:19.410085 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3580085'] for network (8500cc6f-85c4-44a2-bb52-3bb418fbfad7), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:19.473033 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Deleting port 671c48d6-1bf7-4af3-9c10-f1178369ab48 {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:32:19.473466 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (671c48d6-1bf7-4af3-9c10-f1178369ab48), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:19.500526 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] DHCP port deletion for 8500cc6f-85c4-44a2-bb52-3bb418fbfad7 request from dv-cinder-861557-1-iscsi {{(pid=104489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 04:32:19.571184 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] Deleting port 671c48d6-1bf7-4af3-9c10-f1178369ab48 {{(pid=104489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:32:19.571614 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (671c48d6-1bf7-4af3-9c10-f1178369ab48), before_delete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:19.576539 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] For port 671c48d6-1bf7-4af3-9c10-f1178369ab48, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=671c48d6-1bf7-4af3-9c10-f1178369ab48,segment=NetworkSegment(62b8bbe0-1969-454f-98b1-1af7f8eb0066),segment_id=62b8bbe0-1969-454f-98b1-1af7f8eb0066)] {{(pid=104488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:32:19.577377 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (671c48d6-1bf7-4af3-9c10-f1178369ab48), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:19.584766 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 84b561a0-8c65-4488-838b-523416b6329f no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:32:19.595606 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Calling delete_port for 671c48d6-1bf7-4af3-9c10-f1178369ab48 owned by network:dhcp {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:32:19.690803 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 84b561a0-8c65-4488-838b-523416b6329f {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:32:19.691241 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 84b561a0-8c65-4488-838b-523416b6329f not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:32:19.691655 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device af585dea-1e97-44ea-a9ab-20728b2fcfbd no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:32:19.713375 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82e5f5-246b-4345-952f-6fb358606212 req-488fdc31-2bee-4b59-92d9-c8157f1451b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:19.715029 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4c82e5f5-246b-4345-952f-6fb358606212 req-488fdc31-2bee-4b59-92d9-c8157f1451b8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 1129 time: 0.0675235 Oct 17 04:32:19.720239 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: af585dea-1e97-44ea-a9ab-20728b2fcfbd {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:32:19.720665 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device af585dea-1e97-44ea-a9ab-20728b2fcfbd not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:32:19.742394 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] For port 671c48d6-1bf7-4af3-9c10-f1178369ab48, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=671c48d6-1bf7-4af3-9c10-f1178369ab48,segment=NetworkSegment(62b8bbe0-1969-454f-98b1-1af7f8eb0066),segment_id=62b8bbe0-1969-454f-98b1-1af7f8eb0066)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:32:19.742970 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (671c48d6-1bf7-4af3-9c10-f1178369ab48), precommit_delete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:19.759386 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] Calling delete_port for 671c48d6-1bf7-4af3-9c10-f1178369ab48 owned by network:dhcp {{(pid=104489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:32:19.810209 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285'] for port (671c48d6-1bf7-4af3-9c10-f1178369ab48), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:19.859593 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] No DVR routers for this DVR port 671c48d6-1bf7-4af3-9c10-f1178369ab48 on host dv-cinder-861557-1-iscsi {{(pid=104488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:32:19.861375 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:19.863407 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=671c48d6-1bf7-4af3-9c10-f1178369ab48,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:19.891824 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285'] for port (671c48d6-1bf7-4af3-9c10-f1178369ab48), after_delete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:19.916719 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] Pushing event deleted for resources: {'Port': ['ID=671c48d6-1bf7-4af3-9c10-f1178369ab48,revision_number=None']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:19.923971 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:19.927044 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:19.927549 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:19.928038 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:19.928543 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:19.928880 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:19.929237 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:19.929563 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:19.929884 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:19.930209 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:19.930548 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:19.930847 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:19.931191 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:19.931511 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:19.931828 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:19.932142 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:32:19.935537 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cce186b-4cd4-46a6-8aba-7c6829ec460d None None] No DVR routers for this DVR port 671c48d6-1bf7-4af3-9c10-f1178369ab48 on host dv-cinder-861557-1-iscsi {{(pid=104489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:32:19.961310 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4c82e5f5-246b-4345-952f-6fb358606212 req-f54ce1a5-d06a-410b-9048-9a4c2501f3af service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218661 Oct 17 04:32:19.990461 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8774867117788'] for network (8500cc6f-85c4-44a2-bb52-3bb418fbfad7), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:19.999033 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-5b94f6c6-3d26-4195-b3be-1432ee90273e tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:20.000489 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-5b94f6c6-3d26-4195-b3be-1432ee90273e tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/networks?id=41cde4c2-319c-405f-953d-34a4f0f9247a HTTP/1.1" status: 200 len: 808 time: 0.2726884 Oct 17 04:32:20.028223 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-22d7b930-7d27-47fa-ae64-8c8cb149a459 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/quotas/34d5aaa16da54ea19e9c982c50540377 HTTP/1.1" status: 200 len: 375 time: 0.0204613 Oct 17 04:32:20.029314 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:20.029691 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:20.031982 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:20.032336 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Subscribe: > port after_create 55550000 {{(pid=104488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:20.032683 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:20.033021 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Subscribe: > port after_update 55550000 {{(pid=104488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:20.033368 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:20.033707 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:20.034024 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:20.034345 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:20.214452 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:20.214954 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:20.215375 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:20.215778 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:20.216237 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.services.segments.db [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8500cc6f-85c4-44a2-bb52-3bb418fbfad7']}} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:20.262422 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.services.segments.db [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b8bbe0-1969-454f-98b1-1af7f8eb0066') {'for_net_delete': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:20.262718 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.services.segments.db [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b8bbe0-1969-454f-98b1-1af7f8eb0066') {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:20.307338 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-0da82f7f-63bf-477e-8219-19faa4041ea2 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=34d5aaa16da54ea19e9c982c50540377&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844295 Oct 17 04:32:20.311056 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774867185574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780917'] for segment (62b8bbe0-1969-454f-98b1-1af7f8eb0066), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:20.362008 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7a49f-c5ef-4be6-b464-88e763bde930 req-08fb2bda-89a4-48e9-b67b-1268b6812195 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:20.363484 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-86f7a49f-c5ef-4be6-b464-88e763bde930 req-08fb2bda-89a4-48e9-b67b-1268b6812195 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.1418135 Oct 17 04:32:20.393605 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (62b8bbe0-1969-454f-98b1-1af7f8eb0066), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:20.420889 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:32:20.421317 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7641558'] for segment (62b8bbe0-1969-454f-98b1-1af7f8eb0066), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:20.528721 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-86f7a49f-c5ef-4be6-b464-88e763bde930 req-e1b6b962-d94b-4ed3-bea9-7158c485cdbd tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382627 Oct 17 04:32:20.541792 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638819'] for network (8500cc6f-85c4-44a2-bb52-3bb418fbfad7), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:20.547041 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-c3c23bf9-8d4f-4909-8590-3576e0b2530e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/41cde4c2-319c-405f-953d-34a4f0f9247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300932 Oct 17 04:32:20.551841 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:20.560984 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/8500cc6f-85c4-44a2-bb52-3bb418fbfad7 HTTP/1.1" status: 204 len: 168 time: 1.2313967 Oct 17 04:32:20.593511 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9264fd-cab7-4034-a959-41b8e4700ec4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8500cc6f-85c4-44a2-bb52-3bb418fbfad7,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:20.670619 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-e654d929-a058-40b5-b4ef-415c9dc31f3f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/41cde4c2-319c-405f-953d-34a4f0f9247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082470 Oct 17 04:32:20.717798 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.services.segments.plugin [-] Segment 62b8bbe0-1969-454f-98b1-1af7f8eb0066 resource provider aggregate not found Oct 17 04:32:20.719636 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56228) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:20.737318 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.services.segments.plugin [-] Segment 62b8bbe0-1969-454f-98b1-1af7f8eb0066 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62b8bbe0-1969-454f-98b1-1af7f8eb0066 found for delete ", "request_id": "req-5db38777-bf00-40be-a4c3-f08313f20f6d"}]} Oct 17 04:32:20.765937 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-e82737e7-40c7-41e1-aec4-01037ade3b89 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=e5eb02a1b40e4b83bc6baf4c3ac1bbbf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0446308 Oct 17 04:32:20.768463 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56232) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:20.822640 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ec06c01c-44ec-457c-b42f-2b0b35e026b3 admin admin] Publish callbacks [] for security_group (51628abb-b053-4681-accd-b02cc6f9374c), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:20.843703 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ec06c01c-44ec-457c-b42f-2b0b35e026b3 admin admin] Publish callbacks [] for security_group (51628abb-b053-4681-accd-b02cc6f9374c), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:20.900174 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ec06c01c-44ec-457c-b42f-2b0b35e026b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (51628abb-b053-4681-accd-b02cc6f9374c), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:20.902895 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ec06c01c-44ec-457c-b42f-2b0b35e026b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:20.903852 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ea6f7570-ac5c-4a9c-a18d-277cdf09cbb9 req-4a9126f7-d869-475b-80e8-ea1956ade526 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 210 time: 0.0394425 Oct 17 04:32:20.904203 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-ec06c01c-44ec-457c-b42f-2b0b35e026b3 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/51628abb-b053-4681-accd-b02cc6f9374c HTTP/1.1" status: 204 len: 168 time: 0.1346135 Oct 17 04:32:20.913170 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06c01c-44ec-457c-b42f-2b0b35e026b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51628abb-b053-4681-accd-b02cc6f9374c,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:21.427600 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 671c48d6-1bf7-4af3-9c10-f1178369ab48 no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:32:21.447417 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 671c48d6-1bf7-4af3-9c10-f1178369ab48 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:32:21.448004 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 671c48d6-1bf7-4af3-9c10-f1178369ab48 not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:32:21.685289 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80ff00-e228-48e5-8069-03950a77d1e3 req-c28233b4-02a8-4349-92be-29e7f6874c08 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:21.686783 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4a80ff00-e228-48e5-8069-03950a77d1e3 req-c28233b4-02a8-4349-92be-29e7f6874c08 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0535626 Oct 17 04:32:21.738077 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4a80ff00-e228-48e5-8069-03950a77d1e3 req-6d1f31e6-1bd2-4eef-b291-381cfaa29efc tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452063 Oct 17 04:32:22.047433 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-04407ac2-b53e-4b57-9e1c-c73889052637 req-c9bb45f6-bb85-43b5-b198-f0e9b95253dd tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 210 time: 0.0317526 Oct 17 04:32:22.945637 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d33c8-5ae4-4cbf-9aae-dbe48f737b4d req-df9f5387-9ed9-485e-9dd7-5c2980c507f9 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:22.947135 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-307d33c8-5ae4-4cbf-9aae-dbe48f737b4d req-df9f5387-9ed9-485e-9dd7-5c2980c507f9 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.1061804 Oct 17 04:32:23.001005 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-44b43f4a-f618-4dc2-8d0f-0ed585b9fb85 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:23.002919 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-44b43f4a-f618-4dc2-8d0f-0ed585b9fb85 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.20 "GET /networking/v2.0/networks?id=41cde4c2-319c-405f-953d-34a4f0f9247a HTTP/1.1" status: 200 len: 808 time: 0.1962285 Oct 17 04:32:23.025404 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-307d33c8-5ae4-4cbf-9aae-dbe48f737b4d req-828513d4-dc56-430e-bf30-c3b70422c263 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675128 Oct 17 04:32:23.038863 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-45d7be67-520b-48cb-b962-011b9d87b0a7 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Request body: {'port': {'device_id': 'd491f98c-76ec-480c-826f-2f17ac096321', 'network_id': '41cde4c2-319c-405f-953d-34a4f0f9247a', 'admin_state_up': True, 'tenant_id': '34d5aaa16da54ea19e9c982c50540377'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:23.156803 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:23.220461 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4fba4d2a-1e2a-491c-81dc-60903980f1dd req-5134b446-017f-47c4-954a-f6f39287f5c3 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 210 time: 0.0663083 Oct 17 04:32:23.244598 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14270db-5f46-4cf4-baee-0964c4a7801a req-1d006b4d-3b50-4979-906f-bc7fff3ecbc2 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:23.244598 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f14270db-5f46-4cf4-baee-0964c4a7801a req-1d006b4d-3b50-4979-906f-bc7fff3ecbc2 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0871453 Oct 17 04:32:23.252202 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-45d7be67-520b-48cb-b962-011b9d87b0a7 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Made reservation on behalf of 34d5aaa16da54ea19e9c982c50540377 for: {'port': 1} {{(pid=104488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:32:23.255881 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-45d7be67-520b-48cb-b962-011b9d87b0a7 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:23.261688 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:23.354059 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f14270db-5f46-4cf4-baee-0964c4a7801a req-2c1a3bb8-c69d-47cb-aa2a-149f9f4d1487 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038985 Oct 17 04:32:23.452792 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_common [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-45d7be67-520b-48cb-b962-011b9d87b0a7 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Allocated IP 172.20.0.12 (41cde4c2-319c-405f-953d-34a4f0f9247a/e8b13bc0-0e65-42c8-9821-70637f4820b0/ea4a6514-e198-49b8-84f4-1027468a7cf0) {{(pid=104488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:32:23.640403 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-45d7be67-520b-48cb-b962-011b9d87b0a7 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Publish callbacks [] for port (ea4a6514-e198-49b8-84f4-1027468a7cf0), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:23.677231 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-45d7be67-520b-48cb-b962-011b9d87b0a7 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (ea4a6514-e198-49b8-84f4-1027468a7cf0), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:23.728832 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-45d7be67-520b-48cb-b962-011b9d87b0a7 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Network 41cde4c2-319c-405f-953d-34a4f0f9247a is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:32:23.733113 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-45d7be67-520b-48cb-b962-011b9d87b0a7 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:32:23.737464 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-45d7be67-520b-48cb-b962-011b9d87b0a7 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Received port after_create {{(pid=104488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:32:23.762447 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7be67-520b-48cb-b962-011b9d87b0a7 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Pushing event updated for resources: {'Port': ['ID=ea4a6514-e198-49b8-84f4-1027468a7cf0,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:23.798548 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-45d7be67-520b-48cb-b962-011b9d87b0a7 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:23.799207 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-45d7be67-520b-48cb-b962-011b9d87b0a7 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:23.815782 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-45d7be67-520b-48cb-b962-011b9d87b0a7 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7810354 Oct 17 04:32:23.829183 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] Request body: {'port': {'device_id': 'd491f98c-76ec-480c-826f-2f17ac096321', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86155'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:23.888897 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (ea4a6514-e198-49b8-84f4-1027468a7cf0), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:24.012222 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:24.153718 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea4a6514-e198-49b8-84f4-1027468a7cf0 {{(pid=104488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:32:24.161427 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] Publish callbacks [] for port (ea4a6514-e198-49b8-84f4-1027468a7cf0), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:24.174341 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.provisioning_blocks [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] Transition to ACTIVE for port object ea4a6514-e198-49b8-84f4-1027468a7cf0 will not be triggered until provisioned by entity L2. {{(pid=104488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:32:24.178361 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7641586'] for port (ea4a6514-e198-49b8-84f4-1027468a7cf0), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:24.181930 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:24.244255 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4a6514-e198-49b8-84f4-1027468a7cf0,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:24.299205 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] Attempting to bind port ea4a6514-e198-49b8-84f4-1027468a7cf0 on host hv-cinder-86155 for vnic_type normal with profile {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:32:24.299533 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] Attempting to bind port ea4a6514-e198-49b8-84f4-1027468a7cf0 by drivers openvswitch,hyperv on host hv-cinder-86155 at level 0 using segments [{'id': 'ce102f30-3df9-4c6c-b911-6a7e1ad4525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '41cde4c2-319c-405f-953d-34a4f0f9247a'}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:32:24.299860 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] Attempting to bind port ea4a6514-e198-49b8-84f4-1027468a7cf0 on network 41cde4c2-319c-405f-953d-34a4f0f9247a {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:32:24.376344 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63039760-7228-4148-95c5-def0e7697d88 req-11aaec7c-6ea8-4672-a3e3-0ded58c35bcc tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:24.377836 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-63039760-7228-4148-95c5-def0e7697d88 req-11aaec7c-6ea8-4672-a3e3-0ded58c35bcc tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 944 time: 0.0756497 Oct 17 04:32:24.392212 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] Port ea4a6514-e198-49b8-84f4-1027468a7cf0 on network 41cde4c2-319c-405f-953d-34a4f0f9247a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86155 {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:32:24.392792 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] Attempting to bind port ea4a6514-e198-49b8-84f4-1027468a7cf0 on network 41cde4c2-319c-405f-953d-34a4f0f9247a {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:32:24.469705 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-63039760-7228-4148-95c5-def0e7697d88 req-c62ec022-1503-4102-b3bd-9af63f6f8b59 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857835 Oct 17 04:32:24.474345 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] Checking agent: {'id': '98af6631-6ac5-4afe-8748-fa983cad7c78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86155', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:32:24.474752 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] Checking segment: {'id': 'ce102f30-3df9-4c6c-b911-6a7e1ad4525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '41cde4c2-319c-405f-953d-34a4f0f9247a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:32:24.475430 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] Bound using segment: {'id': 'ce102f30-3df9-4c6c-b911-6a7e1ad4525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '41cde4c2-319c-405f-953d-34a4f0f9247a'} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:32:24.475942 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] Bound port: ea4a6514-e198-49b8-84f4-1027468a7cf0, host: hv-cinder-86155, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce102f30-3df9-4c6c-b911-6a7e1ad4525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '41cde4c2-319c-405f-953d-34a4f0f9247a'}}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:32:24.476545 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (ea4a6514-e198-49b8-84f4-1027468a7cf0), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:24.545739 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] For port ea4a6514-e198-49b8-84f4-1027468a7cf0, host hv-cinder-86155, cleared binding levels {{(pid=104488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:32:24.546930 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] For port ea4a6514-e198-49b8-84f4-1027468a7cf0, host hv-cinder-86155, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=ea4a6514-e198-49b8-84f4-1027468a7cf0,segment=NetworkSegment(ce102f30-3df9-4c6c-b911-6a7e1ad4525d),segment_id=ce102f30-3df9-4c6c-b911-6a7e1ad4525d)] {{(pid=104488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:32:24.554532 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7641586'] for port (ea4a6514-e198-49b8-84f4-1027468a7cf0), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:24.558769 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:24.559452 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:24.560835 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/ea4a6514-e198-49b8-84f4-1027468a7cf0 HTTP/1.1" status: 200 len: 1094 time: 0.7359083 Oct 17 04:32:24.563142 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd491f98c-76ec-480c-826f-2f17ac096321', 'tag': 'ea4a6514-e198-49b8-84f4-1027468a7cf0'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:32:24.565627 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd49bd8d-d6ab-44a6-8dc2-9863f5d18bde" -d '{"events": [{"name": "network-changed", "server_uuid": "d491f98c-76ec-480c-826f-2f17ac096321", "tag": "ea4a6514-e198-49b8-84f4-1027468a7cf0"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:32:24.592835 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56370) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:24.631925 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35da6d55-2618-46e8-aac4-0b9e881dd44b x-openstack-request-id: req-35da6d55-2618-46e8-aac4-0b9e881dd44b {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:32:24.632239 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d491f98c-76ec-480c-826f-2f17ac096321", "tag": "ea4a6514-e198-49b8-84f4-1027468a7cf0", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:32:24.632784 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-35da6d55-2618-46e8-aac4-0b9e881dd44b {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:32:24.633242 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35da6d55-2618-46e8-aac4-0b9e881dd44b'] response: {'name': 'network-changed', 'server_uuid': 'd491f98c-76ec-480c-826f-2f17ac096321', 'tag': 'ea4a6514-e198-49b8-84f4-1027468a7cf0', 'status': 'completed', 'code': 200} Oct 17 04:32:24.641052 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:24.649456 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59226667-1cee-42a3-b1c3-90041c0e5501 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4a6514-e198-49b8-84f4-1027468a7cf0,revision_number=3']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:24.655511 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f57098-98ca-45ae-a37d-18c6df8bceda admin admin] Deleting subnet 53fec0dc-01da-4fb9-92a2-373464979b87 {{(pid=104487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:32:24.658992 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-13f57098-98ca-45ae-a37d-18c6df8bceda admin admin] Publish callbacks [] for subnet (53fec0dc-01da-4fb9-92a2-373464979b87), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:24.666600 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-1182958f-d13a-4c48-9e3d-4b80c17ef4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:24.668634 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-1182958f-d13a-4c48-9e3d-4b80c17ef4bd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=34d5aaa16da54ea19e9c982c50540377&device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 1128 time: 0.0517054 Oct 17 04:32:24.697504 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-13f57098-98ca-45ae-a37d-18c6df8bceda admin admin] Publish callbacks [] for subnet (53fec0dc-01da-4fb9-92a2-373464979b87), precommit_delete_associations {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:24.703832 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-13f57098-98ca-45ae-a37d-18c6df8bceda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588216'] for subnet (53fec0dc-01da-4fb9-92a2-373464979b87), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:24.758160 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:24.777311 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-13f57098-98ca-45ae-a37d-18c6df8bceda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3592535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for subnet (53fec0dc-01da-4fb9-92a2-373464979b87), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:24.819310 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f57098-98ca-45ae-a37d-18c6df8bceda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53fec0dc-01da-4fb9-92a2-373464979b87,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:24.827639 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-13f57098-98ca-45ae-a37d-18c6df8bceda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:24.843981 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-13f57098-98ca-45ae-a37d-18c6df8bceda admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/53fec0dc-01da-4fb9-92a2-373464979b87 HTTP/1.1" status: 204 len: 168 time: 0.2375975 Oct 17 04:32:24.843981 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56380) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:24.929540 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3580085'] for network (9cc9b7c2-464e-4417-90cb-55795bb8cac2), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:24.985235 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-fc02c4b4-b03e-4d51-a4e7-7fb7a6552540 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea4a6514-e198-49b8-84f4-1027468a7cf0 HTTP/1.1" status: 200 len: 217 time: 0.3010640 Oct 17 04:32:25.046778 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8774867117788'] for network (9cc9b7c2-464e-4417-90cb-55795bb8cac2), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:25.066386 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-f1393190-d984-4c6e-ae73-a717d0bb9ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:25.068719 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-f1393190-d984-4c6e-ae73-a717d0bb9ddc service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=e8b13bc0-0e65-42c8-9821-70637f4820b0 HTTP/1.1" status: 200 len: 848 time: 0.0717983 Oct 17 04:32:25.072704 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:25.073677 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:25.074534 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:25.074886 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Subscribe: > port after_create 55550000 {{(pid=104487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:25.075276 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:25.075617 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Subscribe: > port after_update 55550000 {{(pid=104487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:25.076004 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:25.076337 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:25.076654 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:25.077343 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:25.134037 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-b120fa47-19f6-4bdf-a04b-c8ecf69ad0fe service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=41cde4c2-319c-405f-953d-34a4f0f9247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557115 Oct 17 04:32:25.145588 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 56390) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:25.165697 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:25.166050 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:25.166380 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:25.167265 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 04:32:25.167783 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc9b7c2-464e-4417-90cb-55795bb8cac2']}} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:25.209422 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2312545-2555-4271-8edf-64aa96a4f2fe') {'for_net_delete': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:25.209709 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2312545-2555-4271-8edf-64aa96a4f2fe') {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:25.233697 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774867185574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8359346'] for segment (e2312545-2555-4271-8edf-64aa96a4f2fe), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:25.253596 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852bc4-80b1-4d10-955f-18c7f22e82a2 req-3a319623-ac25-480e-a235-bedd6b1360d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:25.255324 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-38852bc4-80b1-4d10-955f-18c7f22e82a2 req-3a319623-ac25-480e-a235-bedd6b1360d2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7bd6234b23704bdf809481085ce465eb&device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 1130 time: 0.0824821 Oct 17 04:32:25.261492 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373080cb-e70d-41b5-9f34-30806d008c5b req-ffd662d2-94de-44ad-804e-8ebbcfd8040d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:25.263084 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-373080cb-e70d-41b5-9f34-30806d008c5b req-ffd662d2-94de-44ad-804e-8ebbcfd8040d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0870743 Oct 17 04:32:25.268441 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (e2312545-2555-4271-8edf-64aa96a4f2fe), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:25.293654 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:25.297820 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=104487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:32:25.298226 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7604736'] for segment (e2312545-2555-4271-8edf-64aa96a4f2fe), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:25.321286 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-867b6906-1c43-498d-9e7a-5c84dd82ad40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:25.337856 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-c3370ecc-6b0e-44e9-a08d-6d4896d95967 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/41cde4c2-319c-405f-953d-34a4f0f9247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909893 Oct 17 04:32:25.427166 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638819'] for network (9cc9b7c2-464e-4417-90cb-55795bb8cac2), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:25.437172 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-373080cb-e70d-41b5-9f34-30806d008c5b req-4d4df72d-491c-4ee6-b5cf-37b2e0931c53 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625059 Oct 17 04:32:25.442156 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:25.451800 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/9cc9b7c2-464e-4417-90cb-55795bb8cac2 HTTP/1.1" status: 204 len: 168 time: 0.6111281 Oct 17 04:32:25.453450 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 56398) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:25.486928 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27857a35-ece4-4154-a17d-2cc7ec041237 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cc9b7c2-464e-4417-90cb-55795bb8cac2,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:25.501641 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852bc4-80b1-4d10-955f-18c7f22e82a2 req-42345542-aaf5-4713-942a-7d8ad7b9b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:25.503561 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-38852bc4-80b1-4d10-955f-18c7f22e82a2 req-42345542-aaf5-4713-942a-7d8ad7b9b3c9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb HTTP/1.1" status: 200 len: 919 time: 0.2365205 Oct 17 04:32:25.523153 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:25.566445 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb0c421-dd89-4ae9-9745-5e9742fcf3b7 admin admin] Deleting subnet 599c13e3-8777-4846-adc9-6e75c5d3de61 {{(pid=104488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:32:25.568620 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-38852bc4-80b1-4d10-955f-18c7f22e82a2 req-8128fe8b-66f4-49cb-a7fc-3e3be1eb4678 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d527852d-57b4-4e00-893c-ff6f8df97d89 HTTP/1.1" status: 200 len: 217 time: 0.0572681 Oct 17 04:32:25.570426 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ecd4e8c5-4441-414c-ad4c-13f35cef584f req-ad32a7e2-ad11-44f4-8dbb-c0c20ca82573 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/41cde4c2-319c-405f-953d-34a4f0f9247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208519 Oct 17 04:32:25.590611 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-acb0c421-dd89-4ae9-9745-5e9742fcf3b7 admin admin] Publish callbacks [] for subnet (599c13e3-8777-4846-adc9-6e75c5d3de61), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:25.613030 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-867b6906-1c43-498d-9e7a-5c84dd82ad40 admin admin] Publish callbacks [] for security_group (062bccb6-ec9f-4b2c-9ba0-0909fa7ccfd4), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:25.656335 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852bc4-80b1-4d10-955f-18c7f22e82a2 req-3bd6b2af-7c7c-4903-b5aa-9f79d0b962d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:25.657814 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-38852bc4-80b1-4d10-955f-18c7f22e82a2 req-3bd6b2af-7c7c-4903-b5aa-9f79d0b962d5 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c0346a38-a53e-4be5-b7d5-8ede2ed11f33 HTTP/1.1" status: 200 len: 857 time: 0.0708990 Oct 17 04:32:25.661319 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-867b6906-1c43-498d-9e7a-5c84dd82ad40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (062bccb6-ec9f-4b2c-9ba0-0909fa7ccfd4), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:25.707929 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment e2312545-2555-4271-8edf-64aa96a4f2fe resource provider aggregate not found Oct 17 04:32:25.725534 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment e2312545-2555-4271-8edf-64aa96a4f2fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2312545-2555-4271-8edf-64aa96a4f2fe found for delete ", "request_id": "req-fec38a29-c405-4cfe-8f11-ba754c09838c"}]} Oct 17 04:32:25.729823 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-acb0c421-dd89-4ae9-9745-5e9742fcf3b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780812'] for subnet (599c13e3-8777-4846-adc9-6e75c5d3de61), precommit_delete_associations {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:25.737765 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f11c8-687a-451e-aa4f-5f8fc6b89a10 req-efe82bc9-3398-4822-adf8-67b6159ae80b tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:25.739185 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2c9f11c8-687a-451e-aa4f-5f8fc6b89a10 req-efe82bc9-3398-4822-adf8-67b6159ae80b tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 944 time: 0.1463306 Oct 17 04:32:25.771163 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-867b6906-1c43-498d-9e7a-5c84dd82ad40 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=602ec68b1eec4ea4a6813b39512a217f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6230178 Oct 17 04:32:25.773899 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56416) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:25.783237 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b6906-1c43-498d-9e7a-5c84dd82ad40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062bccb6-ec9f-4b2c-9ba0-0909fa7ccfd4,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:25.825439 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-acb0c421-dd89-4ae9-9745-5e9742fcf3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588216'] for subnet (599c13e3-8777-4846-adc9-6e75c5d3de61), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:25.829461 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cc766da9-cb0e-4794-b4fd-e6dfd4a198b3 admin admin] Publish callbacks [] for security_group (062bccb6-ec9f-4b2c-9ba0-0909fa7ccfd4), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:25.849431 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cc766da9-cb0e-4794-b4fd-e6dfd4a198b3 admin admin] Publish callbacks [] for security_group (062bccb6-ec9f-4b2c-9ba0-0909fa7ccfd4), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:25.860775 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2c9f11c8-687a-451e-aa4f-5f8fc6b89a10 req-2ac67211-d7c3-44bb-8b13-719ac111f64f tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948837 Oct 17 04:32:25.902735 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cc766da9-cb0e-4794-b4fd-e6dfd4a198b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (062bccb6-ec9f-4b2c-9ba0-0909fa7ccfd4), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:25.905213 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-acb0c421-dd89-4ae9-9745-5e9742fcf3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3592535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7641404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7419449'] for subnet (599c13e3-8777-4846-adc9-6e75c5d3de61), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:25.905349 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cc766da9-cb0e-4794-b4fd-e6dfd4a198b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:25.908937 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-cc766da9-cb0e-4794-b4fd-e6dfd4a198b3 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/062bccb6-ec9f-4b2c-9ba0-0909fa7ccfd4 HTTP/1.1" status: 204 len: 168 time: 0.1315420 Oct 17 04:32:25.914171 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc766da9-cb0e-4794-b4fd-e6dfd4a198b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062bccb6-ec9f-4b2c-9ba0-0909fa7ccfd4,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:25.938221 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0c421-dd89-4ae9-9745-5e9742fcf3b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=599c13e3-8777-4846-adc9-6e75c5d3de61,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:25.943986 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-acb0c421-dd89-4ae9-9745-5e9742fcf3b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:25.947457 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-acb0c421-dd89-4ae9-9745-5e9742fcf3b7 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/599c13e3-8777-4846-adc9-6e75c5d3de61 HTTP/1.1" status: 204 len: 168 time: 0.4926295 Oct 17 04:32:25.950569 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56422) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:26.021019 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0d2e0817-89a5-4374-b96b-f41ca29b387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3580085'] for network (231c4492-036a-476e-aea6-e8dae2dd74a5), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:26.092510 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:26.110197 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0d2e0817-89a5-4374-b96b-f41ca29b387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8774867117788'] for network (231c4492-036a-476e-aea6-e8dae2dd74a5), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:26.132451 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-0d2e0817-89a5-4374-b96b-f41ca29b387f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231c4492-036a-476e-aea6-e8dae2dd74a5']}} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:26.143391 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-0d2e0817-89a5-4374-b96b-f41ca29b387f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9201a6-327d-4cfe-8afb-91a0dec56b33') {'for_net_delete': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:26.143692 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-0d2e0817-89a5-4374-b96b-f41ca29b387f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9201a6-327d-4cfe-8afb-91a0dec56b33') {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:26.153784 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0d2e0817-89a5-4374-b96b-f41ca29b387f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774867185574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8359346'] for segment (ec9201a6-327d-4cfe-8afb-91a0dec56b33), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:26.167332 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0d2e0817-89a5-4374-b96b-f41ca29b387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (ec9201a6-327d-4cfe-8afb-91a0dec56b33), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:26.173958 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2e0817-89a5-4374-b96b-f41ca29b387f admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=104487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:32:26.174420 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0d2e0817-89a5-4374-b96b-f41ca29b387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7604736'] for segment (ec9201a6-327d-4cfe-8afb-91a0dec56b33), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:26.231513 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:26.238802 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0d2e0817-89a5-4374-b96b-f41ca29b387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638819'] for network (231c4492-036a-476e-aea6-e8dae2dd74a5), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:26.244410 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0d2e0817-89a5-4374-b96b-f41ca29b387f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:26.248307 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-0d2e0817-89a5-4374-b96b-f41ca29b387f admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/231c4492-036a-476e-aea6-e8dae2dd74a5 HTTP/1.1" status: 204 len: 168 time: 0.2967370 Oct 17 04:32:26.260684 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e0817-89a5-4374-b96b-f41ca29b387f admin admin] Pushing event deleted for resources: {'Network': ['ID=231c4492-036a-476e-aea6-e8dae2dd74a5,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:26.378016 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56444) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:26.419912 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-b4100053-d9d3-47bc-bdff-65b9c3eaed1a admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=1684e10355ed49c4b2e341e5073cfb15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403821 Oct 17 04:32:26.422523 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56448) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:26.471732 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-491f90a7-b555-45f0-9a4c-4e808c58ee7c admin admin] Publish callbacks [] for security_group (f929a238-a9de-4221-9f7c-e50664343f8a), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:26.493531 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-491f90a7-b555-45f0-9a4c-4e808c58ee7c admin admin] Publish callbacks [] for security_group (f929a238-a9de-4221-9f7c-e50664343f8a), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:26.546905 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-491f90a7-b555-45f0-9a4c-4e808c58ee7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (f929a238-a9de-4221-9f7c-e50664343f8a), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:26.549590 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-491f90a7-b555-45f0-9a4c-4e808c58ee7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:26.550735 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-491f90a7-b555-45f0-9a4c-4e808c58ee7c admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/f929a238-a9de-4221-9f7c-e50664343f8a HTTP/1.1" status: 204 len: 168 time: 0.1272318 Oct 17 04:32:26.559582 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f90a7-b555-45f0-9a4c-4e808c58ee7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f929a238-a9de-4221-9f7c-e50664343f8a,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:26.583548 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:26.601500 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50277ce1-5786-4417-8eb7-dde685308f3d req-54498d2d-67bf-425f-be21-7381465785e8 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:26.603171 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-50277ce1-5786-4417-8eb7-dde685308f3d req-54498d2d-67bf-425f-be21-7381465785e8 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0748084 Oct 17 04:32:26.659071 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-50277ce1-5786-4417-8eb7-dde685308f3d req-9b72cef1-ad8b-4b40-89d5-15bdb16eb340 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498209 Oct 17 04:32:26.740083 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852bc4-80b1-4d10-955f-18c7f22e82a2 req-ef009337-416e-4c2b-8490-ddf57f4b621f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:26.741829 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-38852bc4-80b1-4d10-955f-18c7f22e82a2 req-ef009337-416e-4c2b-8490-ddf57f4b621f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523131 Oct 17 04:32:26.748544 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49bd8d-d6ab-44a6-8dc2-9863f5d18bde req-0f5a537d-c9a6-41a0-a834-4dc0a3785002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:26.750071 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cd49bd8d-d6ab-44a6-8dc2-9863f5d18bde req-0f5a537d-c9a6-41a0-a834-4dc0a3785002 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=34d5aaa16da54ea19e9c982c50540377&device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 1128 time: 0.0424695 Oct 17 04:32:26.770757 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:26.868675 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-38852bc4-80b1-4d10-955f-18c7f22e82a2 req-b641c3f5-82b3-45e2-b088-2b31069e064b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094086 Oct 17 04:32:26.886708 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49bd8d-d6ab-44a6-8dc2-9863f5d18bde req-f4e60714-3c98-422c-b06d-394577ca2b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:26.888393 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cd49bd8d-d6ab-44a6-8dc2-9863f5d18bde req-f4e60714-3c98-422c-b06d-394577ca2b3f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=41cde4c2-319c-405f-953d-34a4f0f9247a HTTP/1.1" status: 200 len: 909 time: 0.1286705 Oct 17 04:32:26.954869 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cd49bd8d-d6ab-44a6-8dc2-9863f5d18bde req-9878786a-9d61-4252-a046-dc8a4f6444c0 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea4a6514-e198-49b8-84f4-1027468a7cf0 HTTP/1.1" status: 200 len: 217 time: 0.0502927 Oct 17 04:32:26.993501 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-38852bc4-80b1-4d10-955f-18c7f22e82a2 req-080180b2-c345-48ef-9c6c-a476343092b1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164629 Oct 17 04:32:27.028723 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56470) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:27.048689 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49bd8d-d6ab-44a6-8dc2-9863f5d18bde req-81ee5eb8-4b06-4620-ac30-0e3b1f276fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:27.050509 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cd49bd8d-d6ab-44a6-8dc2-9863f5d18bde req-81ee5eb8-4b06-4620-ac30-0e3b1f276fb5 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=e8b13bc0-0e65-42c8-9821-70637f4820b0 HTTP/1.1" status: 200 len: 848 time: 0.0887208 Oct 17 04:32:27.059484 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7beb90-f9a8-4aa8-917c-2a79de9ea0f4 req-92a3f165-485e-4c93-9827-5b2aa84e4f9f tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:27.060994 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ba7beb90-f9a8-4aa8-917c-2a79de9ea0f4 req-92a3f165-485e-4c93-9827-5b2aa84e4f9f tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 944 time: 0.0856497 Oct 17 04:32:27.085906 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-fa3b32be-ab0c-44d9-a769-295610b17668 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=1097cd4fe73744518d039b31935410f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552568 Oct 17 04:32:27.088552 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56476) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:27.126939 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cd49bd8d-d6ab-44a6-8dc2-9863f5d18bde req-34be9789-485d-4fbc-9ed1-7abb5e3d7bfe service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=41cde4c2-319c-405f-953d-34a4f0f9247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626490 Oct 17 04:32:27.154947 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-beb524f4-0783-4725-9203-66b74d7605cb admin admin] Publish callbacks [] for security_group (7f1b2fd0-be04-4c3c-9f90-3a140e8485df), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:27.171276 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ba7beb90-f9a8-4aa8-917c-2a79de9ea0f4 req-97a061fd-1dfb-4bf6-9bcd-56e58bf106c7 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898004 Oct 17 04:32:27.189121 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-beb524f4-0783-4725-9203-66b74d7605cb admin admin] Publish callbacks [] for security_group (7f1b2fd0-be04-4c3c-9f90-3a140e8485df), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:27.243585 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-beb524f4-0783-4725-9203-66b74d7605cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (7f1b2fd0-be04-4c3c-9f90-3a140e8485df), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:27.248634 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-beb524f4-0783-4725-9203-66b74d7605cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:27.250614 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-beb524f4-0783-4725-9203-66b74d7605cb admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/7f1b2fd0-be04-4c3c-9f90-3a140e8485df HTTP/1.1" status: 204 len: 168 time: 0.1606107 Oct 17 04:32:27.262253 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb524f4-0783-4725-9203-66b74d7605cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1b2fd0-be04-4c3c-9f90-3a140e8485df,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:27.311093 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cd49bd8d-d6ab-44a6-8dc2-9863f5d18bde req-cddeda68-83b8-48c8-9bee-f737772b39bb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/41cde4c2-319c-405f-953d-34a4f0f9247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001897 Oct 17 04:32:27.443300 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cd49bd8d-d6ab-44a6-8dc2-9863f5d18bde req-3adb70e4-697c-46e6-9f44-a0c96e1a3451 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/41cde4c2-319c-405f-953d-34a4f0f9247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244690 Oct 17 04:32:27.794427 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:27.813054 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment ec9201a6-327d-4cfe-8afb-91a0dec56b33 resource provider aggregate not found Oct 17 04:32:27.821910 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad51e5-2d1f-4a97-b7a0-9097567c207f req-3555441a-5bb4-48ea-af3c-acde81c7ebbf tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:27.823889 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-edad51e5-2d1f-4a97-b7a0-9097567c207f req-3555441a-5bb4-48ea-af3c-acde81c7ebbf tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0697286 Oct 17 04:32:27.831993 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment ec9201a6-327d-4cfe-8afb-91a0dec56b33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec9201a6-327d-4cfe-8afb-91a0dec56b33 found for delete ", "request_id": "req-43bd5df4-b193-48b9-b043-ac127bc79f85"}]} Oct 17 04:32:27.878864 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-edad51e5-2d1f-4a97-b7a0-9097567c207f req-441356f5-43c9-4e83-88a6-da6800180c27 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449333 Oct 17 04:32:28.087987 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 56528) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:28.215617 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-85f47d09-9b65-49b7-b81a-6b3aa438bc52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:28.267191 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device ea4a6514-e198-49b8-84f4-1027468a7cf0 details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:32:28.315718 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865662c0-46c9-4e75-aaf9-a32de1450e33 req-a2975279-472a-4607-8ebb-1b4a4d87c6f6 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:28.317340 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-865662c0-46c9-4e75-aaf9-a32de1450e33 req-a2975279-472a-4607-8ebb-1b4a4d87c6f6 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 944 time: 0.0626297 Oct 17 04:32:28.397909 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-85f47d09-9b65-49b7-b81a-6b3aa438bc52 admin admin] Publish callbacks [] for security_group (1118cba8-d7a5-45a2-892d-4a9b0ce2ad5f), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:28.412796 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-865662c0-46c9-4e75-aaf9-a32de1450e33 req-46fb8d4a-d135-4e2d-9733-abef1c5b2dc2 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825567 Oct 17 04:32:28.413540 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-85f47d09-9b65-49b7-b81a-6b3aa438bc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (1118cba8-d7a5-45a2-892d-4a9b0ce2ad5f), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:28.460421 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-85f47d09-9b65-49b7-b81a-6b3aa438bc52 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=94f6243cc7b6462e920a92a949112de9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3680933 Oct 17 04:32:28.460421 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f47d09-9b65-49b7-b81a-6b3aa438bc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1118cba8-d7a5-45a2-892d-4a9b0ce2ad5f,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:28.460754 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56548) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:28.516391 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-51820d83-f39c-42ec-8309-8bfa008823d2 admin admin] Publish callbacks [] for security_group (1118cba8-d7a5-45a2-892d-4a9b0ce2ad5f), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:28.528744 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 56550) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:28.536441 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port ea4a6514-e198-49b8-84f4-1027468a7cf0, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=ea4a6514-e198-49b8-84f4-1027468a7cf0,segment=NetworkSegment(ce102f30-3df9-4c6c-b911-6a7e1ad4525d),segment_id=ce102f30-3df9-4c6c-b911-6a7e1ad4525d)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:32:28.537056 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-51820d83-f39c-42ec-8309-8bfa008823d2 admin admin] Publish callbacks [] for security_group (1118cba8-d7a5-45a2-892d-4a9b0ce2ad5f), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:28.548557 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': 'ea4a6514-e198-49b8-84f4-1027468a7cf0', 'network_id': '41cde4c2-319c-405f-953d-34a4f0f9247a', 'port_id': 'ea4a6514-e198-49b8-84f4-1027468a7cf0', 'mac_address': 'fa:16:3e:ad:ff:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8b13bc0-0e65-42c8-9821-70637f4820b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:32:28.561428 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:28.589920 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port ea4a6514-e198-49b8-84f4-1027468a7cf0 is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:32:28.590303 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (ea4a6514-e198-49b8-84f4-1027468a7cf0), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:28.592879 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-51820d83-f39c-42ec-8309-8bfa008823d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (1118cba8-d7a5-45a2-892d-4a9b0ce2ad5f), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:28.595991 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-51820d83-f39c-42ec-8309-8bfa008823d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:28.599972 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-51820d83-f39c-42ec-8309-8bfa008823d2 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/1118cba8-d7a5-45a2-892d-4a9b0ce2ad5f HTTP/1.1" status: 204 len: 168 time: 0.1379521 Oct 17 04:32:28.605025 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4a6514-e198-49b8-84f4-1027468a7cf0 {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:32:28.621325 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51820d83-f39c-42ec-8309-8bfa008823d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1118cba8-d7a5-45a2-892d-4a9b0ce2ad5f,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:28.625961 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port ea4a6514-e198-49b8-84f4-1027468a7cf0, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=ea4a6514-e198-49b8-84f4-1027468a7cf0,segment=NetworkSegment(ce102f30-3df9-4c6c-b911-6a7e1ad4525d),segment_id=ce102f30-3df9-4c6c-b911-6a7e1ad4525d)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:32:28.635422 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (ea4a6514-e198-49b8-84f4-1027468a7cf0), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:28.674760 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-77d037fc-3b54-4af8-a26d-968afaba538b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:28.693314 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=ea4a6514-e198-49b8-84f4-1027468a7cf0,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:28.761913 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-77d037fc-3b54-4af8-a26d-968afaba538b admin admin] Publish callbacks [] for security_group (4552fd88-2395-4368-9f65-e35859c6abfa), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:28.765651 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-77d037fc-3b54-4af8-a26d-968afaba538b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (4552fd88-2395-4368-9f65-e35859c6abfa), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:28.789873 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:28.805657 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56558) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:28.805835 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-77d037fc-3b54-4af8-a26d-968afaba538b admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=0d86b4eaacd148f9bee24e3359cd18f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754433 Oct 17 04:32:28.811703 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d037fc-3b54-4af8-a26d-968afaba538b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4552fd88-2395-4368-9f65-e35859c6abfa,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:28.862574 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5c3fb438-f996-4846-9553-5aa328e79fb0 admin admin] Publish callbacks [] for security_group (4552fd88-2395-4368-9f65-e35859c6abfa), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:28.864126 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:28.885428 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5c3fb438-f996-4846-9553-5aa328e79fb0 admin admin] Publish callbacks [] for security_group (4552fd88-2395-4368-9f65-e35859c6abfa), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:28.911541 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56562) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:28.931209 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c7646d13-e78c-4115-accc-d42de66db4c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:28.967744 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5c3fb438-f996-4846-9553-5aa328e79fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (4552fd88-2395-4368-9f65-e35859c6abfa), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:28.971936 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5c3fb438-f996-4846-9553-5aa328e79fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:28.971936 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-5c3fb438-f996-4846-9553-5aa328e79fb0 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/4552fd88-2395-4368-9f65-e35859c6abfa HTTP/1.1" status: 204 len: 168 time: 0.1648808 Oct 17 04:32:28.990134 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3fb438-f996-4846-9553-5aa328e79fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4552fd88-2395-4368-9f65-e35859c6abfa,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:29.012944 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28244b64-83f7-4394-b868-038acb909c66 req-1361155a-eb99-424b-b4c5-cda6b8876f6a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:29.014985 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-28244b64-83f7-4394-b868-038acb909c66 req-1361155a-eb99-424b-b4c5-cda6b8876f6a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0554154 Oct 17 04:32:29.031239 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['ea4a6514-e198-49b8-84f4-1027468a7cf0'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:32:29.064384 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c7646d13-e78c-4115-accc-d42de66db4c8 admin admin] Publish callbacks [] for security_group (2a7727bb-0ee1-4984-9b46-57e00c26191e), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:29.071726 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c7646d13-e78c-4115-accc-d42de66db4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (2a7727bb-0ee1-4984-9b46-57e00c26191e), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:29.075163 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-28244b64-83f7-4394-b868-038acb909c66 req-95ce95bc-3414-46a8-bbcc-69c820ef792f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540013 Oct 17 04:32:29.146382 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 56566) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:29.146595 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-c7646d13-e78c-4115-accc-d42de66db4c8 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=1a551e5d1bab4e4e9b5eb3714d98ce0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330155 Oct 17 04:32:29.147688 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7646d13-e78c-4115-accc-d42de66db4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7727bb-0ee1-4984-9b46-57e00c26191e,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:29.216472 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:29.233057 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-7df34735-a9f6-4c22-b7be-a41515808f87 admin admin] Publish callbacks [] for security_group (2a7727bb-0ee1-4984-9b46-57e00c26191e), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:29.258912 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-7df34735-a9f6-4c22-b7be-a41515808f87 admin admin] Publish callbacks [] for security_group (2a7727bb-0ee1-4984-9b46-57e00c26191e), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:29.380897 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-7df34735-a9f6-4c22-b7be-a41515808f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (2a7727bb-0ee1-4984-9b46-57e00c26191e), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:29.384851 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-7df34735-a9f6-4c22-b7be-a41515808f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:29.386985 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-7df34735-a9f6-4c22-b7be-a41515808f87 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/2a7727bb-0ee1-4984-9b46-57e00c26191e HTTP/1.1" status: 204 len: 168 time: 0.2394075 Oct 17 04:32:29.416407 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df34735-a9f6-4c22-b7be-a41515808f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7727bb-0ee1-4984-9b46-57e00c26191e,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:29.566507 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e647316-16e1-4a58-bc2c-a95052c12d80 req-8383b243-cb7a-48f3-b4d8-ce6f03b41078 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:29.568010 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1e647316-16e1-4a58-bc2c-a95052c12d80 req-8383b243-cb7a-48f3-b4d8-ce6f03b41078 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 945 time: 0.0613925 Oct 17 04:32:29.591456 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:29.632344 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1e647316-16e1-4a58-bc2c-a95052c12d80 req-71392008-0d80-43d9-a17a-e1044c2278f3 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576866 Oct 17 04:32:30.199673 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56616) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:30.209368 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c92e76-c869-47e5-88c7-d45677380402 req-d96df814-019c-4759-b1e3-a17b8fe6426b tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:30.210891 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d7c92e76-c869-47e5-88c7-d45677380402 req-d96df814-019c-4759-b1e3-a17b8fe6426b tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0518358 Oct 17 04:32:30.269988 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d7c92e76-c869-47e5-88c7-d45677380402 req-4022419a-1b16-4880-9d3b-efe1315691b7 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521772 Oct 17 04:32:30.279500 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device ea4a6514-e198-49b8-84f4-1027468a7cf0 up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:32:30.316762 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-ce804311-e14e-4f13-ab63-b0877bb67668 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-806752633-network', 'tenant_id': 'ca357445e8654b2ba98fcd2c46e37201'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:30.326890 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning for port ea4a6514-e198-49b8-84f4-1027468a7cf0 completed by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:32:30.335142 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port ea4a6514-e198-49b8-84f4-1027468a7cf0 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:32:30.335539 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (ea4a6514-e198-49b8-84f4-1027468a7cf0), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:30.336150 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port ea4a6514-e198-49b8-84f4-1027468a7cf0 Oct 17 04:32:30.341842 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce804311-e14e-4f13-ab63-b0877bb67668 admin admin] Made reservation on behalf of ca357445e8654b2ba98fcd2c46e37201 for: {'network': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:32:30.344618 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ce804311-e14e-4f13-ab63-b0877bb67668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for network (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:30.355769 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ce804311-e14e-4f13-ab63-b0877bb67668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:30.423484 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port ea4a6514-e198-49b8-84f4-1027468a7cf0 is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:32:30.424146 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (ea4a6514-e198-49b8-84f4-1027468a7cf0), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:30.439652 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:30.447465 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ce804311-e14e-4f13-ab63-b0877bb67668 admin admin] Publish callbacks [] for security_group (b97ed189-de70-48b9-bfca-f83244012005), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:30.454037 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ce804311-e14e-4f13-ab63-b0877bb67668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (b97ed189-de70-48b9-bfca-f83244012005), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:30.457475 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd491f98c-76ec-480c-826f-2f17ac096321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4a6514-e198-49b8-84f4-1027468a7cf0'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:32:30.459955 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc07af94-d68b-4acf-8f68-c05d4e569bbe" -d '{"events": [{"server_uuid": "d491f98c-76ec-480c-826f-2f17ac096321", "name": "network-vif-plugged", "status": "completed", "tag": "ea4a6514-e198-49b8-84f4-1027468a7cf0"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:32:30.475556 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port ea4a6514-e198-49b8-84f4-1027468a7cf0, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=ea4a6514-e198-49b8-84f4-1027468a7cf0,segment=NetworkSegment(ce102f30-3df9-4c6c-b911-6a7e1ad4525d),segment_id=ce102f30-3df9-4c6c-b911-6a7e1ad4525d)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:32:30.482967 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (ea4a6514-e198-49b8-84f4-1027468a7cf0), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:30.483120 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce804311-e14e-4f13-ab63-b0877bb67668 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=104487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 04:32:30.496880 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce804311-e14e-4f13-ab63-b0877bb67668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97ed189-de70-48b9-bfca-f83244012005,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:30.499907 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ce804311-e14e-4f13-ab63-b0877bb67668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (7d751cef-b190-4a0b-846c-abda1275ccf0), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:30.500335 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.segments_db [None req-ce804311-e14e-4f13-ab63-b0877bb67668 admin admin] Added segment 7d751cef-b190-4a0b-846c-abda1275ccf0 of type vlan for network ec9b4763-5e78-4c30-9ad7-f61e9ecf99ec Oct 17 04:32:30.527679 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417ea299-3982-4b90-ab8c-46dfe8e7d16d x-openstack-request-id: req-417ea299-3982-4b90-ab8c-46dfe8e7d16d {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:32:30.527988 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d491f98c-76ec-480c-826f-2f17ac096321", "name": "network-vif-plugged", "status": "completed", "tag": "ea4a6514-e198-49b8-84f4-1027468a7cf0", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:32:30.528253 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-417ea299-3982-4b90-ab8c-46dfe8e7d16d {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:32:30.529666 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-417ea299-3982-4b90-ab8c-46dfe8e7d16d'] response: {'server_uuid': 'd491f98c-76ec-480c-826f-2f17ac096321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4a6514-e198-49b8-84f4-1027468a7cf0', 'code': 200} Oct 17 04:32:30.554992 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ce804311-e14e-4f13-ab63-b0877bb67668 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774866605761'] for network (ec9b4763-5e78-4c30-9ad7-f61e9ecf99ec), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:30.569375 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=ea4a6514-e198-49b8-84f4-1027468a7cf0,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:30.586323 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ce804311-e14e-4f13-ab63-b0877bb67668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for network (ec9b4763-5e78-4c30-9ad7-f61e9ecf99ec), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:30.587468 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce804311-e14e-4f13-ab63-b0877bb67668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:30.588101 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ce804311-e14e-4f13-ab63-b0877bb67668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:30.661361 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-ce804311-e14e-4f13-ab63-b0877bb67668 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4607093 Oct 17 04:32:30.664325 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 56626) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:30.670057 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-566a2474-b60a-4922-9148-ebdcaffe0714 admin admin] Request body: {'subnet': {'network_id': 'ec9b4763-5e78-4c30-9ad7-f61e9ecf99ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-806752633-subnet', 'tenant_id': 'ca357445e8654b2ba98fcd2c46e37201', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:30.689729 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce804311-e14e-4f13-ab63-b0877bb67668 admin admin] Pushing event updated for resources: {'Network': ['ID=ec9b4763-5e78-4c30-9ad7-f61e9ecf99ec,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:30.704960 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Network ec9b4763-5e78-4c30-9ad7-f61e9ecf99ec details requested by agent ovs-agent-dv-cinder-861557-1-iscsi with host dv-cinder-861557-1-iscsi {{(pid=104489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:32:30.738138 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd807b-c2d2-45a0-b7f5-fbfbde627cd5 req-297b2d31-8787-4a2d-9c1a-2000f9460d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:30.739631 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a6cd807b-c2d2-45a0-b7f5-fbfbde627cd5 req-297b2d31-8787-4a2d-9c1a-2000f9460d5f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 1130 time: 0.0440834 Oct 17 04:32:30.742574 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566a2474-b60a-4922-9148-ebdcaffe0714 admin admin] Made reservation on behalf of ca357445e8654b2ba98fcd2c46e37201 for: {'subnet': 1} {{(pid=104488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:32:30.745038 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-566a2474-b60a-4922-9148-ebdcaffe0714 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7420120'] for subnet (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:30.866277 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accd32a-703b-4b5d-bff8-9d28e92baf97 req-46bf2e0d-3f30-4e25-b887-e40cb5168d56 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:30.867737 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0accd32a-703b-4b5d-bff8-9d28e92baf97 req-46bf2e0d-3f30-4e25-b887-e40cb5168d56 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 946 time: 0.1267252 Oct 17 04:32:30.912435 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a6cd807b-c2d2-45a0-b7f5-fbfbde627cd5 req-8146e27e-c79c-40b3-a4a2-d9bda9cf65a2 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475646 Oct 17 04:32:30.966990 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0accd32a-703b-4b5d-bff8-9d28e92baf97 req-13bbb3b5-9a57-4f33-ba69-12ce0bc58261 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890186 Oct 17 04:32:31.030878 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-566a2474-b60a-4922-9148-ebdcaffe0714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7641469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7420106'] for subnet (eb5a7647-c4f7-445e-8340-dc3768c20352), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:31.064780 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-440c6614-e6c5-40f2-996d-2631e8e4f8be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:31.073865 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:31.099790 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a2474-b60a-4922-9148-ebdcaffe0714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb5a7647-c4f7-445e-8340-dc3768c20352,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:31.108591 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566a2474-b60a-4922-9148-ebdcaffe0714 admin admin] Checking segment: {'id': '7d751cef-b190-4a0b-846c-abda1275ccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ec9b4763-5e78-4c30-9ad7-f61e9ecf99ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:32:31.108936 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566a2474-b60a-4922-9148-ebdcaffe0714 admin admin] Network hostable DHCP agents. Network: ec9b4763-5e78-4c30-9ad7-f61e9ecf99ec, hostable agents: ['1a971c09-9b48-4566-8e55-15bd954a700d'], hosted agents: [] {{(pid=104488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:32:31.126279 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566a2474-b60a-4922-9148-ebdcaffe0714 admin admin] Network ec9b4763-5e78-4c30-9ad7-f61e9ecf99ec is scheduled to be hosted by DHCP agent 1a971c09-9b48-4566-8e55-15bd954a700d with binding_index 1 {{(pid=104488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:32:31.135802 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-566a2474-b60a-4922-9148-ebdcaffe0714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861557-1-iscsi, ec9b4763-5e78-4c30-9ad7-f61e9ecf99ec) {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:32:31.140060 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566a2474-b60a-4922-9148-ebdcaffe0714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:31.140661 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-566a2474-b60a-4922-9148-ebdcaffe0714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:31.144821 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9397e07a-0c35-477f-8ad0-edff7f69fbfc None None] Network ec9b4763-5e78-4c30-9ad7-f61e9ecf99ec requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:32:31.162381 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-566a2474-b60a-4922-9148-ebdcaffe0714 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4920065 Oct 17 04:32:31.243449 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9339c113-923e-406b-8990-a3771819d72b None None] Network ec9b4763-5e78-4c30-9ad7-f61e9ecf99ec requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:32:31.408418 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32babf0-5bfd-4dcc-ae78-d287d86be090 req-ab8bc1f0-326d-4e69-bfb5-0213f2953a81 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:31.409825 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b32babf0-5bfd-4dcc-ae78-d287d86be090 req-ab8bc1f0-326d-4e69-bfb5-0213f2953a81 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0481284 Oct 17 04:32:31.469827 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b32babf0-5bfd-4dcc-ae78-d287d86be090 req-d4d6ebba-5bfe-4d90-8796-ba7f5115d6a1 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512402 Oct 17 04:32:31.678814 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 56656) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:31.684314 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-45265afe-bf5d-4811-942f-ef496515cdb7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-866226438-network', 'tenant_id': '24304fd471074de596d2ca9c34f1f08f'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:31.704600 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45265afe-bf5d-4811-942f-ef496515cdb7 admin admin] Made reservation on behalf of 24304fd471074de596d2ca9c34f1f08f for: {'network': 1} {{(pid=104488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:32:31.707095 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-45265afe-bf5d-4811-942f-ef496515cdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for network (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:31.716958 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-45265afe-bf5d-4811-942f-ef496515cdb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:31.750406 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:31.802287 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-45265afe-bf5d-4811-942f-ef496515cdb7 admin admin] Publish callbacks [] for security_group (d6282392-1067-4e92-bc24-154f59bc5d59), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:31.806081 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-45265afe-bf5d-4811-942f-ef496515cdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (d6282392-1067-4e92-bc24-154f59bc5d59), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:31.845255 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45265afe-bf5d-4811-942f-ef496515cdb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=104488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 04:32:31.845255 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-45265afe-bf5d-4811-942f-ef496515cdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (c4bda533-da28-43f4-98d5-a4c82f59d9f8), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:31.845255 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.segments_db [None req-45265afe-bf5d-4811-942f-ef496515cdb7 admin admin] Added segment c4bda533-da28-43f4-98d5-a4c82f59d9f8 of type vlan for network 7e40c17f-a4db-481e-bed9-fa5eb83228d0 Oct 17 04:32:31.878229 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45265afe-bf5d-4811-942f-ef496515cdb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6282392-1067-4e92-bc24-154f59bc5d59,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:31.894008 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-45265afe-bf5d-4811-942f-ef496515cdb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774866605761'] for network (7e40c17f-a4db-481e-bed9-fa5eb83228d0), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:31.920630 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-45265afe-bf5d-4811-942f-ef496515cdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for network (7e40c17f-a4db-481e-bed9-fa5eb83228d0), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:31.921653 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45265afe-bf5d-4811-942f-ef496515cdb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:31.922235 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-45265afe-bf5d-4811-942f-ef496515cdb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:31.973126 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-45265afe-bf5d-4811-942f-ef496515cdb7 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2929692 Oct 17 04:32:31.975998 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 56670) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:31.987096 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-876a2928-aeb0-4605-a930-a76ce2f75b69 admin admin] Request body: {'subnet': {'network_id': '7e40c17f-a4db-481e-bed9-fa5eb83228d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-866226438-subnet', 'tenant_id': '24304fd471074de596d2ca9c34f1f08f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:32.000296 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45265afe-bf5d-4811-942f-ef496515cdb7 admin admin] Pushing event updated for resources: {'Network': ['ID=7e40c17f-a4db-481e-bed9-fa5eb83228d0,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:32.015355 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Network 7e40c17f-a4db-481e-bed9-fa5eb83228d0 details requested by agent ovs-agent-dv-cinder-861557-1-iscsi with host dv-cinder-861557-1-iscsi {{(pid=104489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:32:32.016201 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876a2928-aeb0-4605-a930-a76ce2f75b69 admin admin] Made reservation on behalf of 24304fd471074de596d2ca9c34f1f08f for: {'subnet': 1} {{(pid=104488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:32:32.019040 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-876a2928-aeb0-4605-a930-a76ce2f75b69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7420120'] for subnet (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:32.127059 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde80a8-2f92-4159-a9a1-f0187adb83ae req-0763fbd6-cb5c-441b-b71c-74ab6407488e tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:32.128646 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-dfde80a8-2f92-4159-a9a1-f0187adb83ae req-0763fbd6-cb5c-441b-b71c-74ab6407488e tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 946 time: 0.0648477 Oct 17 04:32:32.224232 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-dfde80a8-2f92-4159-a9a1-f0187adb83ae req-8794c407-5b3f-49ae-9c8a-1d1dc9f9f657 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845456 Oct 17 04:32:32.279889 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:32.288685 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-876a2928-aeb0-4605-a930-a76ce2f75b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7641469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7420106'] for subnet (e35718d4-ffdb-441b-ab8f-c0520ae3c215), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:32.342775 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a2928-aeb0-4605-a930-a76ce2f75b69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e35718d4-ffdb-441b-ab8f-c0520ae3c215,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:32.358437 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876a2928-aeb0-4605-a930-a76ce2f75b69 admin admin] Checking segment: {'id': 'c4bda533-da28-43f4-98d5-a4c82f59d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7e40c17f-a4db-481e-bed9-fa5eb83228d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:32:32.358793 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876a2928-aeb0-4605-a930-a76ce2f75b69 admin admin] Network hostable DHCP agents. Network: 7e40c17f-a4db-481e-bed9-fa5eb83228d0, hostable agents: ['1a971c09-9b48-4566-8e55-15bd954a700d'], hosted agents: [] {{(pid=104488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:32:32.375296 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876a2928-aeb0-4605-a930-a76ce2f75b69 admin admin] Network 7e40c17f-a4db-481e-bed9-fa5eb83228d0 is scheduled to be hosted by DHCP agent 1a971c09-9b48-4566-8e55-15bd954a700d with binding_index 1 {{(pid=104488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:32:32.383855 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-876a2928-aeb0-4605-a930-a76ce2f75b69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861557-1-iscsi, 7e40c17f-a4db-481e-bed9-fa5eb83228d0) {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:32:32.388594 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876a2928-aeb0-4605-a930-a76ce2f75b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:32.389214 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-876a2928-aeb0-4605-a930-a76ce2f75b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:32.393009 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefc4dc4-fe33-486a-9701-b767f95aca73 None None] Network 7e40c17f-a4db-481e-bed9-fa5eb83228d0 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:32:32.412148 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-876a2928-aeb0-4605-a930-a76ce2f75b69 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4282503 Oct 17 04:32:32.500975 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f392b47f-1e98-45cb-b41a-bff09dd8a69b None None] Network 7e40c17f-a4db-481e-bed9-fa5eb83228d0 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:32:32.540462 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 56684) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:32.609305 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:32.629191 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bdaeb5b-e9a1-4701-a4df-c9187b65313f admin admin] Deleting subnet eb5a7647-c4f7-445e-8340-dc3768c20352 {{(pid=104488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:32:32.642214 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5b56a-5ac5-4d8f-9f5e-f47c6bf5dd8e req-1f166563-cc2c-4b11-ae28-75c14327da86 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:32.643666 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-10d5b56a-5ac5-4d8f-9f5e-f47c6bf5dd8e req-1f166563-cc2c-4b11-ae28-75c14327da86 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0758855 Oct 17 04:32:32.644533 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2bdaeb5b-e9a1-4701-a4df-c9187b65313f admin admin] Publish callbacks [] for subnet (eb5a7647-c4f7-445e-8340-dc3768c20352), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:32.700049 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2bdaeb5b-e9a1-4701-a4df-c9187b65313f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780812'] for subnet (eb5a7647-c4f7-445e-8340-dc3768c20352), precommit_delete_associations {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:32.742256 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-10d5b56a-5ac5-4d8f-9f5e-f47c6bf5dd8e req-84c6ecc9-4811-45ff-858b-d9ae74bf339c tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777333 Oct 17 04:32:32.763571 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2bdaeb5b-e9a1-4701-a4df-c9187b65313f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588216'] for subnet (eb5a7647-c4f7-445e-8340-dc3768c20352), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:32.822291 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2bdaeb5b-e9a1-4701-a4df-c9187b65313f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3592535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7641404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7419449'] for subnet (eb5a7647-c4f7-445e-8340-dc3768c20352), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:32.855871 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdaeb5b-e9a1-4701-a4df-c9187b65313f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb5a7647-c4f7-445e-8340-dc3768c20352,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:32.859799 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2bdaeb5b-e9a1-4701-a4df-c9187b65313f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:32.865788 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-2bdaeb5b-e9a1-4701-a4df-c9187b65313f admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/eb5a7647-c4f7-445e-8340-dc3768c20352 HTTP/1.1" status: 204 len: 168 time: 0.3221731 Oct 17 04:32:32.865788 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 56692) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:32.937431 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-22bd12f6-ae2e-4223-a106-c9564d6faa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3580085'] for network (ec9b4763-5e78-4c30-9ad7-f61e9ecf99ec), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:33.021272 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-22bd12f6-ae2e-4223-a106-c9564d6faa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8774867117788'] for network (ec9b4763-5e78-4c30-9ad7-f61e9ecf99ec), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:33.043966 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.services.segments.db [None req-22bd12f6-ae2e-4223-a106-c9564d6faa41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9b4763-5e78-4c30-9ad7-f61e9ecf99ec']}} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:33.053613 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.services.segments.db [None req-22bd12f6-ae2e-4223-a106-c9564d6faa41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d751cef-b190-4a0b-846c-abda1275ccf0') {'for_net_delete': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:33.054098 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.services.segments.db [None req-22bd12f6-ae2e-4223-a106-c9564d6faa41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d751cef-b190-4a0b-846c-abda1275ccf0') {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:33.064817 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-22bd12f6-ae2e-4223-a106-c9564d6faa41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774867185574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780917'] for segment (7d751cef-b190-4a0b-846c-abda1275ccf0), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:33.079475 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-22bd12f6-ae2e-4223-a106-c9564d6faa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (7d751cef-b190-4a0b-846c-abda1275ccf0), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:33.087271 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22bd12f6-ae2e-4223-a106-c9564d6faa41 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=104488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:32:33.087708 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-22bd12f6-ae2e-4223-a106-c9564d6faa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7641558'] for segment (7d751cef-b190-4a0b-846c-abda1275ccf0), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:33.131136 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.services.segments.plugin [-] Segment 7d751cef-b190-4a0b-846c-abda1275ccf0 resource provider aggregate not found Oct 17 04:32:33.151863 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.services.segments.plugin [-] Segment 7d751cef-b190-4a0b-846c-abda1275ccf0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d751cef-b190-4a0b-846c-abda1275ccf0 found for delete ", "request_id": "req-fb144816-ea9a-450c-b151-aa3953fc3e10"}]} Oct 17 04:32:33.160665 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-22bd12f6-ae2e-4223-a106-c9564d6faa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638819'] for network (ec9b4763-5e78-4c30-9ad7-f61e9ecf99ec), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:33.168518 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-22bd12f6-ae2e-4223-a106-c9564d6faa41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:33.171597 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-22bd12f6-ae2e-4223-a106-c9564d6faa41 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/ec9b4763-5e78-4c30-9ad7-f61e9ecf99ec HTTP/1.1" status: 204 len: 168 time: 0.3049190 Oct 17 04:32:33.174573 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56704) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:33.184951 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd12f6-ae2e-4223-a106-c9564d6faa41 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec9b4763-5e78-4c30-9ad7-f61e9ecf99ec,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:33.225682 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e7668d-772f-4fc1-a3ef-383079f466c8 admin admin] Deleting subnet e35718d4-ffdb-441b-ab8f-c0520ae3c215 {{(pid=104487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:32:33.229997 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-07e7668d-772f-4fc1-a3ef-383079f466c8 admin admin] Publish callbacks [] for subnet (e35718d4-ffdb-441b-ab8f-c0520ae3c215), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:33.252593 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:33.266980 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-07e7668d-772f-4fc1-a3ef-383079f466c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8359371'] for subnet (e35718d4-ffdb-441b-ab8f-c0520ae3c215), precommit_delete_associations {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:33.312514 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-07e7668d-772f-4fc1-a3ef-383079f466c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588216'] for subnet (e35718d4-ffdb-441b-ab8f-c0520ae3c215), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:33.337137 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:33.375308 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4d200-b7ad-453e-a8dc-3e662ef52831 req-13e5f6ba-ddfa-4219-969f-c5115bf168fb tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:33.376491 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-07e7668d-772f-4fc1-a3ef-383079f466c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3592535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7604970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7353880'] for subnet (e35718d4-ffdb-441b-ab8f-c0520ae3c215), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:33.376923 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-72b4d200-b7ad-453e-a8dc-3e662ef52831 req-13e5f6ba-ddfa-4219-969f-c5115bf168fb tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 946 time: 0.0541446 Oct 17 04:32:33.404013 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7668d-772f-4fc1-a3ef-383079f466c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e35718d4-ffdb-441b-ab8f-c0520ae3c215,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:33.410822 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-07e7668d-772f-4fc1-a3ef-383079f466c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:33.414358 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-07e7668d-772f-4fc1-a3ef-383079f466c8 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/e35718d4-ffdb-441b-ab8f-c0520ae3c215 HTTP/1.1" status: 204 len: 168 time: 0.2383409 Oct 17 04:32:33.416950 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56712) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:33.439133 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-72b4d200-b7ad-453e-a8dc-3e662ef52831 req-a9d949da-e4fd-42d3-abab-2931b2fafd9b tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547307 Oct 17 04:32:33.477448 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-d1e5155e-12d7-4442-8efe-c7b3ec3daa84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:33.506528 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8585c7a9-3e94-4a35-acf0-35f3101a94e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3580085'] for network (7e40c17f-a4db-481e-bed9-fa5eb83228d0), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:33.592710 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8585c7a9-3e94-4a35-acf0-35f3101a94e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8774867117788'] for network (7e40c17f-a4db-481e-bed9-fa5eb83228d0), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:33.613462 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-8585c7a9-3e94-4a35-acf0-35f3101a94e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e40c17f-a4db-481e-bed9-fa5eb83228d0']}} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:33.623386 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-8585c7a9-3e94-4a35-acf0-35f3101a94e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4bda533-da28-43f4-98d5-a4c82f59d9f8') {'for_net_delete': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:33.623687 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-8585c7a9-3e94-4a35-acf0-35f3101a94e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4bda533-da28-43f4-98d5-a4c82f59d9f8') {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:33.633137 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8585c7a9-3e94-4a35-acf0-35f3101a94e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774867185574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8359346'] for segment (c4bda533-da28-43f4-98d5-a4c82f59d9f8), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:33.646505 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8585c7a9-3e94-4a35-acf0-35f3101a94e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (c4bda533-da28-43f4-98d5-a4c82f59d9f8), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:33.652878 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8585c7a9-3e94-4a35-acf0-35f3101a94e5 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:32:33.653293 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8585c7a9-3e94-4a35-acf0-35f3101a94e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7604736'] for segment (c4bda533-da28-43f4-98d5-a4c82f59d9f8), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:33.897787 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ff4ca-e8ba-483a-a049-843b81649f00 req-d9472bba-927a-4a83-a218-23b8e76a23ce tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:33.899443 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0e5ff4ca-e8ba-483a-a049-843b81649f00 req-d9472bba-927a-4a83-a218-23b8e76a23ce tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0574596 Oct 17 04:32:33.900377 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment c4bda533-da28-43f4-98d5-a4c82f59d9f8 resource provider aggregate not found Oct 17 04:32:33.922024 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:33.927518 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8585c7a9-3e94-4a35-acf0-35f3101a94e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638819'] for network (7e40c17f-a4db-481e-bed9-fa5eb83228d0), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:33.936773 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment c4bda533-da28-43f4-98d5-a4c82f59d9f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4bda533-da28-43f4-98d5-a4c82f59d9f8 found for delete ", "request_id": "req-663a9090-5154-4c2b-b4b8-47bba871456e"}]} Oct 17 04:32:33.950467 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8585c7a9-3e94-4a35-acf0-35f3101a94e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:33.954272 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-8585c7a9-3e94-4a35-acf0-35f3101a94e5 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/7e40c17f-a4db-481e-bed9-fa5eb83228d0 HTTP/1.1" status: 204 len: 168 time: 0.5345185 Oct 17 04:32:33.955510 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585c7a9-3e94-4a35-acf0-35f3101a94e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e40c17f-a4db-481e-bed9-fa5eb83228d0,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:33.961996 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0e5ff4ca-e8ba-483a-a049-843b81649f00 req-f821a3b3-4401-463e-874e-2e2900580b88 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546660 Oct 17 04:32:34.164610 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56740) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:34.198978 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-547b68c4-3aa2-46c7-be73-b07a511a4763 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=ca357445e8654b2ba98fcd2c46e37201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486884 Oct 17 04:32:34.201660 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 56744) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:34.248688 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ae902-8cab-45d8-b746-f60c8b658b5b req-f3a457e2-8cf1-4f3e-9aba-3167aa7ab73c tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:34.254235 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-03e52aab-d66f-42fa-a826-af0246060336 admin admin] Publish callbacks [] for security_group (b97ed189-de70-48b9-bfca-f83244012005), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:34.254393 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-255ae902-8cab-45d8-b746-f60c8b658b5b req-f3a457e2-8cf1-4f3e-9aba-3167aa7ab73c tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 946 time: 0.0561101 Oct 17 04:32:34.277302 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-03e52aab-d66f-42fa-a826-af0246060336 admin admin] Publish callbacks [] for security_group (b97ed189-de70-48b9-bfca-f83244012005), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:34.303696 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-255ae902-8cab-45d8-b746-f60c8b658b5b req-5d901349-d225-4a5f-b261-17e8f6163fd5 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466597 Oct 17 04:32:34.338269 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-03e52aab-d66f-42fa-a826-af0246060336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (b97ed189-de70-48b9-bfca-f83244012005), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:34.345003 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-03e52aab-d66f-42fa-a826-af0246060336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:34.345003 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-03e52aab-d66f-42fa-a826-af0246060336 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/b97ed189-de70-48b9-bfca-f83244012005 HTTP/1.1" status: 204 len: 168 time: 0.1420498 Oct 17 04:32:34.357626 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e52aab-d66f-42fa-a826-af0246060336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97ed189-de70-48b9-bfca-f83244012005,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:34.608072 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:34.622053 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:34.691437 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 56758) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:34.734194 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-9893c8f9-7d96-48ca-8d20-8c86aefbd34f admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=24304fd471074de596d2ca9c34f1f08f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404086 Oct 17 04:32:34.736583 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 56760) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:34.783580 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-230c1d2e-0c99-49a0-9e0f-ebd21c0b321c admin admin] Publish callbacks [] for security_group (d6282392-1067-4e92-bc24-154f59bc5d59), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:34.792558 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:34.804225 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-230c1d2e-0c99-49a0-9e0f-ebd21c0b321c admin admin] Publish callbacks [] for security_group (d6282392-1067-4e92-bc24-154f59bc5d59), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:34.851396 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-230c1d2e-0c99-49a0-9e0f-ebd21c0b321c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (d6282392-1067-4e92-bc24-154f59bc5d59), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:34.854530 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-230c1d2e-0c99-49a0-9e0f-ebd21c0b321c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:34.855869 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-230c1d2e-0c99-49a0-9e0f-ebd21c0b321c admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/d6282392-1067-4e92-bc24-154f59bc5d59 HTTP/1.1" status: 204 len: 168 time: 0.1183453 Oct 17 04:32:34.863572 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c1d2e-0c99-49a0-9e0f-ebd21c0b321c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6282392-1067-4e92-bc24-154f59bc5d59,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:35.091608 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac5839-9751-4dae-b5e9-0d6fc78a975b req-bf4bb41a-9033-489e-94b1-76e0d7ab2369 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:35.093127 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-05ac5839-9751-4dae-b5e9-0d6fc78a975b req-bf4bb41a-9033-489e-94b1-76e0d7ab2369 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0499544 Oct 17 04:32:35.142851 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-05ac5839-9751-4dae-b5e9-0d6fc78a975b req-1e60a910-0fae-4054-bc3e-371de923467a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442426 Oct 17 04:32:35.437820 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbcd85-d83d-40d1-bdda-ddfd241a9006 req-1ec1894e-ea97-4c8e-867a-ed1f389341c9 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:35.439345 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e2bbcd85-d83d-40d1-bdda-ddfd241a9006 req-1ec1894e-ea97-4c8e-867a-ed1f389341c9 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 946 time: 0.0515401 Oct 17 04:32:35.489905 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e2bbcd85-d83d-40d1-bdda-ddfd241a9006 req-efe72ad5-7c23-49f3-92b7-520af543ddd4 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450308 Oct 17 04:32:36.143495 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:36.185107 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:36.267447 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a4df5-08f4-465e-89bf-6f5437cffdd2 req-d3e84eda-b8e2-4d8c-9b6c-844573fea1d4 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:36.268925 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f22a4df5-08f4-465e-89bf-6f5437cffdd2 req-d3e84eda-b8e2-4d8c-9b6c-844573fea1d4 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0463471 Oct 17 04:32:36.320850 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f22a4df5-08f4-465e-89bf-6f5437cffdd2 req-45d4879c-4946-4274-a74f-e1c519324d1b tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461562 Oct 17 04:32:36.508542 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:36.609265 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b4939-b951-4772-ad57-bd319c392b29 req-1a1bb0d5-272f-454d-89e8-bff3b09dedb0 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:36.610698 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0f2b4939-b951-4772-ad57-bd319c392b29 req-1a1bb0d5-272f-454d-89e8-bff3b09dedb0 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 946 time: 0.0452185 Oct 17 04:32:36.656085 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0f2b4939-b951-4772-ad57-bd319c392b29 req-47a23919-dc08-44e1-96ff-416d7cee80ff tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397542 Oct 17 04:32:37.441540 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31468389-6446-438c-98a1-8ae14f621129 req-7c382a84-e052-45d8-ac3f-678bd39abfdd tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:37.443039 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-31468389-6446-438c-98a1-8ae14f621129 req-7c382a84-e052-45d8-ac3f-678bd39abfdd tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0457437 Oct 17 04:32:37.491197 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-31468389-6446-438c-98a1-8ae14f621129 req-dcd79a7d-326f-4db6-a619-60380f285fef tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417275 Oct 17 04:32:37.782941 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f6646-953f-4664-9bd8-582aa0e7f6bb req-f2624211-18ac-44dc-aa12-8622b640427a tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:37.784427 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5c5f6646-953f-4664-9bd8-582aa0e7f6bb req-f2624211-18ac-44dc-aa12-8622b640427a tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 946 time: 0.0533388 Oct 17 04:32:37.888939 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5c5f6646-953f-4664-9bd8-582aa0e7f6bb req-a03679cc-6333-4ef9-99a8-e4a4f0a4034e tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859461 Oct 17 04:32:37.981262 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac33bc-d7f7-4a76-a7f5-c6d965fd0ef0 req-64f208fa-0dc9-4c2d-9ffa-1466a8642148 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:37.982779 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9dac33bc-d7f7-4a76-a7f5-c6d965fd0ef0 req-64f208fa-0dc9-4c2d-9ffa-1466a8642148 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 946 time: 0.0548224 Oct 17 04:32:38.069170 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:38.076434 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [req-9dac33bc-d7f7-4a76-a7f5-c6d965fd0ef0 req-67285892-ae34-497f-80b9-e71e31949928 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Deleting port ea4a6514-e198-49b8-84f4-1027468a7cf0 {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:32:38.076792 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-9dac33bc-d7f7-4a76-a7f5-c6d965fd0ef0 req-67285892-ae34-497f-80b9-e71e31949928 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (ea4a6514-e198-49b8-84f4-1027468a7cf0), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:38.185751 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [req-9dac33bc-d7f7-4a76-a7f5-c6d965fd0ef0 req-67285892-ae34-497f-80b9-e71e31949928 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] For port ea4a6514-e198-49b8-84f4-1027468a7cf0, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=ea4a6514-e198-49b8-84f4-1027468a7cf0,segment=NetworkSegment(ce102f30-3df9-4c6c-b911-6a7e1ad4525d),segment_id=ce102f30-3df9-4c6c-b911-6a7e1ad4525d)] {{(pid=104488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:32:38.186118 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-9dac33bc-d7f7-4a76-a7f5-c6d965fd0ef0 req-67285892-ae34-497f-80b9-e71e31949928 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (ea4a6514-e198-49b8-84f4-1027468a7cf0), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:38.200366 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [req-9dac33bc-d7f7-4a76-a7f5-c6d965fd0ef0 req-67285892-ae34-497f-80b9-e71e31949928 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Calling delete_port for ea4a6514-e198-49b8-84f4-1027468a7cf0 owned by compute:nova {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:32:38.307412 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:38.330192 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-9dac33bc-d7f7-4a76-a7f5-c6d965fd0ef0 req-67285892-ae34-497f-80b9-e71e31949928 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (ea4a6514-e198-49b8-84f4-1027468a7cf0), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:38.355821 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67285892-ae34-497f-80b9-e71e31949928 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Pushing event deleted for resources: {'Port': ['ID=ea4a6514-e198-49b8-84f4-1027468a7cf0,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:38.398210 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dac33bc-d7f7-4a76-a7f5-c6d965fd0ef0 req-67285892-ae34-497f-80b9-e71e31949928 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] No DVR routers for this DVR port ea4a6514-e198-49b8-84f4-1027468a7cf0 on host hv-cinder-86155 {{(pid=104488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:32:38.400469 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-9dac33bc-d7f7-4a76-a7f5-c6d965fd0ef0 req-67285892-ae34-497f-80b9-e71e31949928 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:38.403957 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9dac33bc-d7f7-4a76-a7f5-c6d965fd0ef0 req-67285892-ae34-497f-80b9-e71e31949928 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.20 "DELETE /networking/v2.0/ports/ea4a6514-e198-49b8-84f4-1027468a7cf0 HTTP/1.1" status: 204 len: 173 time: 0.4143555 Oct 17 04:32:38.404450 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd491f98c-76ec-480c-826f-2f17ac096321', 'name': 'network-vif-deleted', 'tag': 'ea4a6514-e198-49b8-84f4-1027468a7cf0'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:32:38.406678 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d33681-fd29-42e3-96d6-6cb9201b854f" -d '{"events": [{"server_uuid": "d491f98c-76ec-480c-826f-2f17ac096321", "name": "network-vif-deleted", "tag": "ea4a6514-e198-49b8-84f4-1027468a7cf0"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:32:38.443085 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c1d467-e61b-4b67-9998-ab0dbcd75719 x-openstack-request-id: req-36c1d467-e61b-4b67-9998-ab0dbcd75719 {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:32:38.443755 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d491f98c-76ec-480c-826f-2f17ac096321", "name": "network-vif-deleted", "tag": "ea4a6514-e198-49b8-84f4-1027468a7cf0", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:32:38.443755 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-36c1d467-e61b-4b67-9998-ab0dbcd75719 {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:32:38.444102 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36c1d467-e61b-4b67-9998-ab0dbcd75719'] response: {'server_uuid': 'd491f98c-76ec-480c-826f-2f17ac096321', 'name': 'network-vif-deleted', 'tag': 'ea4a6514-e198-49b8-84f4-1027468a7cf0', 'status': 'completed', 'code': 200} Oct 17 04:32:38.471760 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=49 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:38.479480 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=13 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:38.616251 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b52caa-6cab-4ac6-8496-1aee60147303 req-9be962e6-18ac-4de7-99a9-69762acb9669 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:38.617764 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-65b52caa-6cab-4ac6-8496-1aee60147303 req-9be962e6-18ac-4de7-99a9-69762acb9669 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0508430 Oct 17 04:32:38.667285 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-65b52caa-6cab-4ac6-8496-1aee60147303 req-75b2cb31-6f25-454e-a24e-7aee24b0fa23 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433702 Oct 17 04:32:38.985319 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e2b30ca1-dd19-40f1-84cd-23652c69caef req-87eaeb16-c092-4248-b7e5-034de36284a3 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 210 time: 0.0284369 Oct 17 04:32:39.426958 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa99bfe-12c1-4d61-a81f-65e049db3896 req-42d0a8f8-cf7d-421d-a3fb-042403f2c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:39.428852 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8fa99bfe-12c1-4d61-a81f-65e049db3896 req-42d0a8f8-cf7d-421d-a3fb-042403f2c456 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 1130 time: 0.0443649 Oct 17 04:32:39.481400 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8fa99bfe-12c1-4d61-a81f-65e049db3896 req-8bd13e1f-aa4a-4bca-8b0b-08aaeae009ae service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444140 Oct 17 04:32:39.811220 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47b4a0-4bc2-4c2d-858f-bfe61d7cff9e req-b7ff4e8a-c649-4fdd-bba8-b9a6ec7077cc tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:39.812696 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3e47b4a0-4bc2-4c2d-858f-bfe61d7cff9e req-b7ff4e8a-c649-4fdd-bba8-b9a6ec7077cc tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0494833 Oct 17 04:32:39.861376 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3e47b4a0-4bc2-4c2d-858f-bfe61d7cff9e req-e503b02e-263f-48f1-8c71-14a4aec4af03 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429876 Oct 17 04:32:40.101877 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-844539bc-c48a-45a4-8b62-0076be594778 req-69e9c59c-0373-4fad-b61f-9f69be2cf8f0 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 210 time: 0.0260358 Oct 17 04:32:40.982743 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bea764-386a-4de1-b6d1-5bac82805347 req-9476b8c1-bad4-41a7-94d5-46882ff32986 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:40.984111 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-26bea764-386a-4de1-b6d1-5bac82805347 req-9476b8c1-bad4-41a7-94d5-46882ff32986 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0460463 Oct 17 04:32:41.033522 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-26bea764-386a-4de1-b6d1-5bac82805347 req-149faf3e-1deb-4bda-8b22-f98212b1f410 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439389 Oct 17 04:32:41.350212 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8cd67da8-f882-44f7-aba9-ae419c9f584e req-6be86cc6-f77d-4c92-95f5-109d8157f35b tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 210 time: 0.0274870 Oct 17 04:32:42.153434 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d6caa-aa59-4fb0-b096-04831c9cb82f req-ada42a26-4892-4a00-b9ed-19c21bd346a0 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:42.154904 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-033d6caa-aa59-4fb0-b096-04831c9cb82f req-ada42a26-4892-4a00-b9ed-19c21bd346a0 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0465062 Oct 17 04:32:42.200931 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-033d6caa-aa59-4fb0-b096-04831c9cb82f req-b5f2c861-5701-426f-aa7d-5962bdb75085 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404630 Oct 17 04:32:42.303807 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device ea4a6514-e198-49b8-84f4-1027468a7cf0 no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:32:42.327783 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] No Port match for: ea4a6514-e198-49b8-84f4-1027468a7cf0 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:32:42.328058 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device ea4a6514-e198-49b8-84f4-1027468a7cf0 not bound to the agent host hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:32:42.462560 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-aa98696d-385b-4de0-8b0e-bb4b77def3d9 req-9433c941-eb97-4bf0-a3d0-5e91aaf62af9 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 210 time: 0.0272739 Oct 17 04:32:43.541724 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85ba38-a587-4411-bdbf-1c8fd693f038 req-7b999559-dc34-46a9-bc43-df9a43453698 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:43.543474 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8c85ba38-a587-4411-bdbf-1c8fd693f038 req-7b999559-dc34-46a9-bc43-df9a43453698 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.2693663 Oct 17 04:32:43.595878 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-319e089a-2e8f-40cd-9e0c-b9b8a7745544 req-f6211c4f-ffc7-4da8-92cc-562dee537ab9 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 210 time: 0.0392656 Oct 17 04:32:43.626693 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8c85ba38-a587-4411-bdbf-1c8fd693f038 req-469398d1-d412-49ac-b457-a0e41cae4944 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704999 Oct 17 04:32:44.316364 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=47,neutron:DELETE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:44.351343 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=68,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:44.714200 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a1d1551a-2858-4669-b0e9-f2b2cfaf346e req-6286d48d-480d-408b-866d-b8d2bb1a95b9 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 210 time: 0.0291660 Oct 17 04:32:44.720778 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:44.761386 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e4dff-8884-4078-bc46-b3a0fe201269 req-846454a8-38c1-4dc2-85af-044b0ffa3875 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:44.762839 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c27e4dff-8884-4078-bc46-b3a0fe201269 req-846454a8-38c1-4dc2-85af-044b0ffa3875 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0521603 Oct 17 04:32:44.808374 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c27e4dff-8884-4078-bc46-b3a0fe201269 req-3f7f2621-c1a0-4036-9467-eed18e215aa3 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400000 Oct 17 04:32:45.825578 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a4347ba9-e3e1-4e32-b0c0-fb70c701afbe req-32260c35-88c8-46a9-bc94-85b99e010a09 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d491f98c-76ec-480c-826f-2f17ac096321 HTTP/1.1" status: 200 len: 210 time: 0.0266733 Oct 17 04:32:45.929398 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07165c0-7ba9-4e37-9f7d-cba780226852 req-0f1ecb47-5423-4f12-92b1-26a5d08d7118 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:45.930901 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a07165c0-7ba9-4e37-9f7d-cba780226852 req-0f1ecb47-5423-4f12-92b1-26a5d08d7118 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0477948 Oct 17 04:32:45.977530 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a07165c0-7ba9-4e37-9f7d-cba780226852 req-285d2955-ed1f-4222-92c6-7c23c56e379a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409846 Oct 17 04:32:46.500259 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:47.163749 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d61c0-80ce-43c3-b076-76aaf7dd6a05 req-16b160b7-2bd3-49cf-a950-47e52bfd9291 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:47.165280 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b70d61c0-80ce-43c3-b076-76aaf7dd6a05 req-16b160b7-2bd3-49cf-a950-47e52bfd9291 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0859683 Oct 17 04:32:47.203917 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:47.253268 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b70d61c0-80ce-43c3-b076-76aaf7dd6a05 req-8d531804-e289-4c8e-acc5-c7e61aa72ed4 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733993 Oct 17 04:32:47.263620 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4607ee00-2805-406d-aa13-e8694927a607 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:47.277827 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4607ee00-2805-406d-aa13-e8694927a607 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/networks?id=41cde4c2-319c-405f-953d-34a4f0f9247a HTTP/1.1" status: 200 len: 808 time: 0.2145774 Oct 17 04:32:47.294287 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-c04db179-05e9-47c6-b5b2-f65b94237868 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/quotas/34d5aaa16da54ea19e9c982c50540377 HTTP/1.1" status: 200 len: 375 time: 0.0179739 Oct 17 04:32:47.340015 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-46719890-e718-4f3a-84c0-09efeaec9c33 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=34d5aaa16da54ea19e9c982c50540377&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396078 Oct 17 04:32:47.440585 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:32:47.459663 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-6419c999-99de-48aa-a9b9-6cf1187e9f02 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/41cde4c2-319c-405f-953d-34a4f0f9247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188004 Oct 17 04:32:47.647341 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-13edb6c9-ebd1-411d-9bca-bba9ab0b8ff8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/41cde4c2-319c-405f-953d-34a4f0f9247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809902 Oct 17 04:32:47.650049 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3209f6-1882-4dcb-8f9d-63b0bf78c926 req-1e868223-046d-4e52-90d8-f326d0383987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:47.652392 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4f3209f6-1882-4dcb-8f9d-63b0bf78c926 req-1e868223-046d-4e52-90d8-f326d0383987 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7bd6234b23704bdf809481085ce465eb&device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 1130 time: 0.1047852 Oct 17 04:32:47.658904 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a8e51-a23d-4fe2-89dd-2081a07d0db3 req-49e33292-43d6-4aa5-9609-3c0cd688c493 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:47.660430 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6b7a8e51-a23d-4fe2-89dd-2081a07d0db3 req-49e33292-43d6-4aa5-9609-3c0cd688c493 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0825527 Oct 17 04:32:47.787839 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6b7a8e51-a23d-4fe2-89dd-2081a07d0db3 req-00f8fe6d-5b6f-49a6-b838-1db1c82c45d0 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080050 Oct 17 04:32:47.863040 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c9f10f61-1296-4ea6-82d1-f4161b550bb7 req-cb3d1f23-a5a6-4ad9-893f-2d677fef59ae tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 210 time: 0.0443826 Oct 17 04:32:47.864149 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3209f6-1882-4dcb-8f9d-63b0bf78c926 req-4fe777e8-da7c-434e-8eeb-b44294b68d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:47.865502 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4f3209f6-1882-4dcb-8f9d-63b0bf78c926 req-4fe777e8-da7c-434e-8eeb-b44294b68d49 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb HTTP/1.1" status: 200 len: 919 time: 0.1996536 Oct 17 04:32:47.912890 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4f3209f6-1882-4dcb-8f9d-63b0bf78c926 req-1c483b66-c8c1-43e8-b3bf-15678cad62c8 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d527852d-57b4-4e00-893c-ff6f8df97d89 HTTP/1.1" status: 200 len: 217 time: 0.0369804 Oct 17 04:32:47.966593 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3209f6-1882-4dcb-8f9d-63b0bf78c926 req-f81d87cb-666e-4170-ac08-fe2d012fab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:47.968041 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4f3209f6-1882-4dcb-8f9d-63b0bf78c926 req-f81d87cb-666e-4170-ac08-fe2d012fab6a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c0346a38-a53e-4be5-b7d5-8ede2ed11f33 HTTP/1.1" status: 200 len: 857 time: 0.0472677 Oct 17 04:32:48.024400 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3209f6-1882-4dcb-8f9d-63b0bf78c926 req-6844cf3f-99ef-4619-a233-120d464c98c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:48.025923 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4f3209f6-1882-4dcb-8f9d-63b0bf78c926 req-6844cf3f-99ef-4619-a233-120d464c98c0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425587 Oct 17 04:32:48.080695 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:48.128502 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4f3209f6-1882-4dcb-8f9d-63b0bf78c926 req-0300acbe-1e94-4b0c-926b-33abffeb922c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942688 Oct 17 04:32:48.227023 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4f3209f6-1882-4dcb-8f9d-63b0bf78c926 req-ddeb0cf0-33ff-4c3e-9544-1f81c0fc3e70 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906143 Oct 17 04:32:48.711559 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 57082) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:48.763627 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57086) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:48.886319 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4d335a6d-ce1c-497f-bcc7-b57dde81b0de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:48.887609 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-78f23c5d-1b57-4bf0-bc1e-28cb4391e03e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:48.973658 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ed0bc-4c5d-4971-8316-571650aead1e req-829f6947-00c2-4695-9029-af77df6edf36 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:48.975196 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-385ed0bc-4c5d-4971-8316-571650aead1e req-829f6947-00c2-4695-9029-af77df6edf36 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0766883 Oct 17 04:32:48.990319 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-78f23c5d-1b57-4bf0-bc1e-28cb4391e03e admin admin] Publish callbacks [] for security_group (2274cc2c-1ad8-4e09-8442-30437a89e8a1), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:48.995968 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-78f23c5d-1b57-4bf0-bc1e-28cb4391e03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (2274cc2c-1ad8-4e09-8442-30437a89e8a1), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:49.027936 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f23c5d-1b57-4bf0-bc1e-28cb4391e03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2274cc2c-1ad8-4e09-8442-30437a89e8a1,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:49.039085 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0f410a49-99ad-4a6a-a346-576808411a1c req-29430a7c-adac-4288-903b-710c7736a8c5 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 210 time: 0.0602372 Oct 17 04:32:49.048150 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-78f23c5d-1b57-4bf0-bc1e-28cb4391e03e admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=d907839f2989424a8bf8b670e796096c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831442 Oct 17 04:32:49.048859 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57100) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:49.071237 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:49.100113 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-385ed0bc-4c5d-4971-8316-571650aead1e req-70f3e261-e736-4d62-a2a8-f4ebd525d631 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167727 Oct 17 04:32:49.107618 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4d335a6d-ce1c-497f-bcc7-b57dde81b0de admin admin] Publish callbacks [] for security_group (262e3a27-5a38-4974-bd06-4472a0301ee8), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:49.126081 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4d335a6d-ce1c-497f-bcc7-b57dde81b0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (262e3a27-5a38-4974-bd06-4472a0301ee8), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:49.133721 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6cf056de-a1ee-45ee-a9ea-8127eeb8825f admin admin] Publish callbacks [] for security_group (2274cc2c-1ad8-4e09-8442-30437a89e8a1), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:49.156909 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6cf056de-a1ee-45ee-a9ea-8127eeb8825f admin admin] Publish callbacks [] for security_group (2274cc2c-1ad8-4e09-8442-30437a89e8a1), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:49.167844 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-4d335a6d-ce1c-497f-bcc7-b57dde81b0de admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=c4fe74a32bc24ecba7639b8576deaae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4545748 Oct 17 04:32:49.168772 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d335a6d-ce1c-497f-bcc7-b57dde81b0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262e3a27-5a38-4974-bd06-4472a0301ee8,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:49.171192 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 57106) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:49.210642 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6cf056de-a1ee-45ee-a9ea-8127eeb8825f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (2274cc2c-1ad8-4e09-8442-30437a89e8a1), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:49.214464 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6cf056de-a1ee-45ee-a9ea-8127eeb8825f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:49.215712 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-6cf056de-a1ee-45ee-a9ea-8127eeb8825f admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/2274cc2c-1ad8-4e09-8442-30437a89e8a1 HTTP/1.1" status: 204 len: 168 time: 0.1658089 Oct 17 04:32:49.228247 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf056de-a1ee-45ee-a9ea-8127eeb8825f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2274cc2c-1ad8-4e09-8442-30437a89e8a1,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:49.228472 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ffcedee7-0b67-4084-b58f-67a5cdd80ceb admin admin] Publish callbacks [] for security_group (262e3a27-5a38-4974-bd06-4472a0301ee8), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:49.251687 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ffcedee7-0b67-4084-b58f-67a5cdd80ceb admin admin] Publish callbacks [] for security_group (262e3a27-5a38-4974-bd06-4472a0301ee8), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:49.303217 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ffcedee7-0b67-4084-b58f-67a5cdd80ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (262e3a27-5a38-4974-bd06-4472a0301ee8), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:49.306011 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ffcedee7-0b67-4084-b58f-67a5cdd80ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:49.309700 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-ffcedee7-0b67-4084-b58f-67a5cdd80ceb admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/262e3a27-5a38-4974-bd06-4472a0301ee8 HTTP/1.1" status: 204 len: 168 time: 0.1351717 Oct 17 04:32:49.320110 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcedee7-0b67-4084-b58f-67a5cdd80ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262e3a27-5a38-4974-bd06-4472a0301ee8,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:49.654379 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57124) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:49.667834 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0dd46bb3-e4e9-4bae-a5cd-b3e79febae92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:49.749665 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0dd46bb3-e4e9-4bae-a5cd-b3e79febae92 admin admin] Publish callbacks [] for security_group (76334438-c8c9-4f79-b0af-c126c288d38e), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:49.753487 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0dd46bb3-e4e9-4bae-a5cd-b3e79febae92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (76334438-c8c9-4f79-b0af-c126c288d38e), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:49.794338 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-0dd46bb3-e4e9-4bae-a5cd-b3e79febae92 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=c00abeb05476410494f7f501f8bb9241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385503 Oct 17 04:32:49.795626 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd46bb3-e4e9-4bae-a5cd-b3e79febae92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76334438-c8c9-4f79-b0af-c126c288d38e,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:49.797144 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 57126) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:49.855926 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f2397cdd-0287-42ad-a84e-53c1e2e56df7 admin admin] Publish callbacks [] for security_group (76334438-c8c9-4f79-b0af-c126c288d38e), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:49.879278 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f2397cdd-0287-42ad-a84e-53c1e2e56df7 admin admin] Publish callbacks [] for security_group (76334438-c8c9-4f79-b0af-c126c288d38e), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:49.931205 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f2397cdd-0287-42ad-a84e-53c1e2e56df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (76334438-c8c9-4f79-b0af-c126c288d38e), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:49.934505 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f2397cdd-0287-42ad-a84e-53c1e2e56df7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:49.937654 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-f2397cdd-0287-42ad-a84e-53c1e2e56df7 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/76334438-c8c9-4f79-b0af-c126c288d38e HTTP/1.1" status: 204 len: 168 time: 0.1391187 Oct 17 04:32:49.947773 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2397cdd-0287-42ad-a84e-53c1e2e56df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76334438-c8c9-4f79-b0af-c126c288d38e,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:50.047207 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 57138) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:50.204428 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b39dde79-be88-4cce-8f7e-3b7251d1cc6d req-77980299-8a42-4dc6-81c4-db443a350b16 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 210 time: 0.0440600 Oct 17 04:32:50.288418 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afcc4c-67ab-46de-97f4-77196392dc8e req-ac17934d-206b-4c45-a2ed-793222882fd3 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:50.297248 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b3afcc4c-67ab-46de-97f4-77196392dc8e req-ac17934d-206b-4c45-a2ed-793222882fd3 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0757155 Oct 17 04:32:50.331751 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-c7732a97-8ef2-4760-b65a-430ec76381c6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-869659983-network', 'tenant_id': '164c660f217f4b29b914caf14b773b61'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:50.351640 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:50.362292 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b3afcc4c-67ab-46de-97f4-77196392dc8e req-e83fe515-e1a9-4f99-aa3a-5824ae2c4876 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641644 Oct 17 04:32:50.369995 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7732a97-8ef2-4760-b65a-430ec76381c6 admin admin] Made reservation on behalf of 164c660f217f4b29b914caf14b773b61 for: {'network': 1} {{(pid=104488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:32:50.374817 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c7732a97-8ef2-4760-b65a-430ec76381c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for network (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:50.402574 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c7732a97-8ef2-4760-b65a-430ec76381c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:50.497429 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c7732a97-8ef2-4760-b65a-430ec76381c6 admin admin] Publish callbacks [] for security_group (f2028874-6446-4144-b246-828169997623), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:50.502509 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c7732a97-8ef2-4760-b65a-430ec76381c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (f2028874-6446-4144-b246-828169997623), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:50.535371 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7732a97-8ef2-4760-b65a-430ec76381c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=104488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 04:32:50.548177 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7732a97-8ef2-4760-b65a-430ec76381c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2028874-6446-4144-b246-828169997623,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:50.555341 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c7732a97-8ef2-4760-b65a-430ec76381c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (1b7f1744-e228-4bb2-ad97-6cc7e494aa27), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:50.555912 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.segments_db [None req-c7732a97-8ef2-4760-b65a-430ec76381c6 admin admin] Added segment 1b7f1744-e228-4bb2-ad97-6cc7e494aa27 of type vlan for network 98905e91-d61c-460b-b7b3-b0bac875b67e Oct 17 04:32:50.611763 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c7732a97-8ef2-4760-b65a-430ec76381c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774866605761'] for network (98905e91-d61c-460b-b7b3-b0bac875b67e), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:50.639013 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c7732a97-8ef2-4760-b65a-430ec76381c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for network (98905e91-d61c-460b-b7b3-b0bac875b67e), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:50.640218 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7732a97-8ef2-4760-b65a-430ec76381c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:50.640803 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c7732a97-8ef2-4760-b65a-430ec76381c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:50.649086 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:50.696990 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-c7732a97-8ef2-4760-b65a-430ec76381c6 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6486785 Oct 17 04:32:50.700373 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57170) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:50.705821 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-37bbab87-cba0-42c2-b3d4-6cc87ce3b168 admin admin] Request body: {'subnet': {'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-869659983-subnet', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'ip_version': 4}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:50.712804 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7732a97-8ef2-4760-b65a-430ec76381c6 admin admin] Pushing event updated for resources: {'Network': ['ID=98905e91-d61c-460b-b7b3-b0bac875b67e,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:50.723484 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Network 98905e91-d61c-460b-b7b3-b0bac875b67e details requested by agent ovs-agent-dv-cinder-861557-1-iscsi with host dv-cinder-861557-1-iscsi {{(pid=104489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:32:50.733293 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bbab87-cba0-42c2-b3d4-6cc87ce3b168 admin admin] Made reservation on behalf of 164c660f217f4b29b914caf14b773b61 for: {'subnet': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:32:50.735654 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-37bbab87-cba0-42c2-b3d4-6cc87ce3b168 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7354617'] for subnet (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:50.915158 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-37bbab87-cba0-42c2-b3d4-6cc87ce3b168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7604907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7354603'] for subnet (36376a24-6d8f-4101-b65d-31b01f263bed), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:50.949997 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:50.956627 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:50.982277 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbab87-cba0-42c2-b3d4-6cc87ce3b168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36376a24-6d8f-4101-b65d-31b01f263bed,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:50.991551 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bbab87-cba0-42c2-b3d4-6cc87ce3b168 admin admin] Checking segment: {'id': '1b7f1744-e228-4bb2-ad97-6cc7e494aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:32:50.991909 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bbab87-cba0-42c2-b3d4-6cc87ce3b168 admin admin] Network hostable DHCP agents. Network: 98905e91-d61c-460b-b7b3-b0bac875b67e, hostable agents: ['1a971c09-9b48-4566-8e55-15bd954a700d'], hosted agents: [] {{(pid=104487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:32:51.011535 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bbab87-cba0-42c2-b3d4-6cc87ce3b168 admin admin] Network 98905e91-d61c-460b-b7b3-b0bac875b67e is scheduled to be hosted by DHCP agent 1a971c09-9b48-4566-8e55-15bd954a700d with binding_index 1 {{(pid=104487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:32:51.021104 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-37bbab87-cba0-42c2-b3d4-6cc87ce3b168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861557-1-iscsi, 98905e91-d61c-460b-b7b3-b0bac875b67e) {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:32:51.025640 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bbab87-cba0-42c2-b3d4-6cc87ce3b168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:51.026344 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-37bbab87-cba0-42c2-b3d4-6cc87ce3b168 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:51.033917 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53b1888-28a5-46ec-b912-ee3f22dbad6d None None] Network 98905e91-d61c-460b-b7b3-b0bac875b67e requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:32:51.049205 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-37bbab87-cba0-42c2-b3d4-6cc87ce3b168 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3449273 Oct 17 04:32:51.049377 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57178) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:51.053661 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-01f9fd98-52fa-48d1-8f9b-f92e49a1e6f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-869659983-router', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:51.078950 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-01f9fd98-52fa-48d1-8f9b-f92e49a1e6f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1647058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16026'] for router (069e5137-b0ce-4d43-aba1-343cc8c6762a), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:51.080143 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-01f9fd98-52fa-48d1-8f9b-f92e49a1e6f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16001'] for router (069e5137-b0ce-4d43-aba1-343cc8c6762a), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:51.170623 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-01f9fd98-52fa-48d1-8f9b-f92e49a1e6f5 admin admin] Publish callbacks [] for router_controller (069e5137-b0ce-4d43-aba1-343cc8c6762a), precommit_add_association {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:51.179315 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0c8897-e6df-4510-ad95-d992df675673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc436c267-4500-58c6-a229-36ff674da11a-98905e91-d61c-460b-b7b3-b0bac875b67e', 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e', 'project_id': '164c660f217f4b29b914caf14b773b61', 'fixed_ips': [{'subnet_id': '36376a24-6d8f-4101-b65d-31b01f263bed'}]}} from dv-cinder-861557-1-iscsi. {{(pid=104489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 04:32:51.180658 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-5a0c8897-e6df-4510-ad95-d992df675673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:51.257484 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:51.326714 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-896eb8d2-db2d-4d31-a6c8-2cfaf081eb82 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:51.327521 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-896eb8d2-db2d-4d31-a6c8-2cfaf081eb82 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.20 "GET /networking/v2.0/networks?id=41cde4c2-319c-405f-953d-34a4f0f9247a HTTP/1.1" status: 200 len: 808 time: 0.2553179 Oct 17 04:32:51.371848 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.db_base_plugin_common [None req-5a0c8897-e6df-4510-ad95-d992df675673 None None] Allocated IP 172.20.0.2 (98905e91-d61c-460b-b7b3-b0bac875b67e/36376a24-6d8f-4101-b65d-31b01f263bed/94c90196-69be-4a46-9e61-3e5a573899d6) {{(pid=104489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:32:51.375202 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-74e356de-d497-404c-8068-2babb5ecbf96 req-89ac7efa-f14e-4cb8-9a44-e34bd9cf8660 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 210 time: 0.0318811 Oct 17 04:32:51.382404 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-01f9fd98-52fa-48d1-8f9b-f92e49a1e6f5 admin admin] Publish callbacks [] for router_gateway (069e5137-b0ce-4d43-aba1-343cc8c6762a), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:51.420201 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-a7484216-e659-4e55-a73d-86382751bc83 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Request body: {'port': {'device_id': '39992be4-54ec-43d5-860c-c04e357acb5c', 'network_id': '41cde4c2-319c-405f-953d-34a4f0f9247a', 'admin_state_up': True, 'tenant_id': '34d5aaa16da54ea19e9c982c50540377'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:51.592229 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4a3c7-ca48-4517-827f-5f44f90ea4d6 req-44924908-51f8-46b0-b225-fc3d5e3c0476 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:51.593754 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-48e4a3c7-ca48-4517-827f-5f44f90ea4d6 req-44924908-51f8-46b0-b225-fc3d5e3c0476 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0918264 Oct 17 04:32:51.654893 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-a7484216-e659-4e55-a73d-86382751bc83 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Made reservation on behalf of 34d5aaa16da54ea19e9c982c50540377 for: {'port': 1} {{(pid=104488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:32:51.659074 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-a7484216-e659-4e55-a73d-86382751bc83 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:51.681118 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-48e4a3c7-ca48-4517-827f-5f44f90ea4d6 req-72fbd5ab-aade-47a7-8fba-ddd306c875d1 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650105 Oct 17 04:32:51.710292 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-01f9fd98-52fa-48d1-8f9b-f92e49a1e6f5 admin admin] Publish callbacks [] for router_gateway (069e5137-b0ce-4d43-aba1-343cc8c6762a), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:51.711440 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-5a0c8897-e6df-4510-ad95-d992df675673 None None] Publish callbacks [] for port (94c90196-69be-4a46-9e61-3e5a573899d6), precommit_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:51.729215 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-5a0c8897-e6df-4510-ad95-d992df675673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (94c90196-69be-4a46-9e61-3e5a573899d6), after_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:51.756440 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-01f9fd98-52fa-48d1-8f9b-f92e49a1e6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:51.811116 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0c8897-e6df-4510-ad95-d992df675673 None None] Network 98905e91-d61c-460b-b7b3-b0bac875b67e is already hosted by enough agents. {{(pid=104489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:32:51.816705 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.base_scheduler [None req-5a0c8897-e6df-4510-ad95-d992df675673 None None] Resources bound (agent type, host, resource id): {{(pid=104489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:32:51.826103 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0c8897-e6df-4510-ad95-d992df675673 None None] Received port after_create {{(pid=104489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:32:51.846642 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c8897-e6df-4510-ad95-d992df675673 None None] Pushing event updated for resources: {'Port': ['ID=94c90196-69be-4a46-9e61-3e5a573899d6,revision_number=1']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:51.927772 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-5a0c8897-e6df-4510-ad95-d992df675673 None None] Attempting to bind port 94c90196-69be-4a46-9e61-3e5a573899d6 on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:32:51.931391 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-5a0c8897-e6df-4510-ad95-d992df675673 None None] Attempting to bind port 94c90196-69be-4a46-9e61-3e5a573899d6 by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': '1b7f1744-e228-4bb2-ad97-6cc7e494aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:32:51.931918 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0c8897-e6df-4510-ad95-d992df675673 None None] Attempting to bind port 94c90196-69be-4a46-9e61-3e5a573899d6 on network 98905e91-d61c-460b-b7b3-b0bac875b67e {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:32:51.934706 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-01f9fd98-52fa-48d1-8f9b-f92e49a1e6f5 admin admin] Allocated IP 172.27.3.241 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/0f9279f2-5b73-4b27-b636-fccce4256dfa) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:32:51.964512 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_common [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-a7484216-e659-4e55-a73d-86382751bc83 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Allocated IP 172.20.0.2 (41cde4c2-319c-405f-953d-34a4f0f9247a/e8b13bc0-0e65-42c8-9821-70637f4820b0/cc1c6c63-3811-490e-b34f-4b6b771f6c42) {{(pid=104488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:32:51.972930 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:51.993430 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0c8897-e6df-4510-ad95-d992df675673 None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:32:51.993808 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0c8897-e6df-4510-ad95-d992df675673 None None] Checking segment: {'id': '1b7f1744-e228-4bb2-ad97-6cc7e494aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:32:51.994374 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-5a0c8897-e6df-4510-ad95-d992df675673 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:51.994810 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0c8897-e6df-4510-ad95-d992df675673 None None] Bound using segment: {'id': '1b7f1744-e228-4bb2-ad97-6cc7e494aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:32:51.996079 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-5a0c8897-e6df-4510-ad95-d992df675673 None None] Bound port: 94c90196-69be-4a46-9e61-3e5a573899d6, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7f1744-e228-4bb2-ad97-6cc7e494aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:32:51.996461 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-5a0c8897-e6df-4510-ad95-d992df675673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (94c90196-69be-4a46-9e61-3e5a573899d6), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:52.144366 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-01f9fd98-52fa-48d1-8f9b-f92e49a1e6f5 admin admin] Publish callbacks [] for port (0f9279f2-5b73-4b27-b636-fccce4256dfa), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:52.147595 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-5a0c8897-e6df-4510-ad95-d992df675673 None None] For port 94c90196-69be-4a46-9e61-3e5a573899d6, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:32:52.153290 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-5a0c8897-e6df-4510-ad95-d992df675673 None None] For port 94c90196-69be-4a46-9e61-3e5a573899d6, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=94c90196-69be-4a46-9e61-3e5a573899d6,segment=NetworkSegment(1b7f1744-e228-4bb2-ad97-6cc7e494aa27),segment_id=1b7f1744-e228-4bb2-ad97-6cc7e494aa27)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:32:52.165703 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-5a0c8897-e6df-4510-ad95-d992df675673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (94c90196-69be-4a46-9e61-3e5a573899d6), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:52.202546 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-01f9fd98-52fa-48d1-8f9b-f92e49a1e6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (0f9279f2-5b73-4b27-b636-fccce4256dfa), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:52.284465 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-a7484216-e659-4e55-a73d-86382751bc83 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Publish callbacks [] for port (cc1c6c63-3811-490e-b34f-4b6b771f6c42), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:52.300403 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c8897-e6df-4510-ad95-d992df675673 None None] Pushing event updated for resources: {'Port': ['ID=94c90196-69be-4a46-9e61-3e5a573899d6,revision_number=2']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:52.329584 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9fd98-52fa-48d1-8f9b-f92e49a1e6f5 admin admin] Pushing event updated for resources: {'Port': ['ID=0f9279f2-5b73-4b27-b636-fccce4256dfa,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:52.341306 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f9fd98-52fa-48d1-8f9b-f92e49a1e6f5 admin admin] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:32:52.345033 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-a7484216-e659-4e55-a73d-86382751bc83 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (cc1c6c63-3811-490e-b34f-4b6b771f6c42), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:52.345566 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-01f9fd98-52fa-48d1-8f9b-f92e49a1e6f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:32:52.347061 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f9fd98-52fa-48d1-8f9b-f92e49a1e6f5 admin admin] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:32:52.391222 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:52.414986 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:52.446739 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-a7484216-e659-4e55-a73d-86382751bc83 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Network 41cde4c2-319c-405f-953d-34a4f0f9247a is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:32:52.451450 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-a7484216-e659-4e55-a73d-86382751bc83 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:32:52.454461 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-a7484216-e659-4e55-a73d-86382751bc83 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Received port after_create {{(pid=104488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:32:52.531736 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7484216-e659-4e55-a73d-86382751bc83 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Pushing event updated for resources: {'Port': ['ID=cc1c6c63-3811-490e-b34f-4b6b771f6c42,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:52.618766 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-a7484216-e659-4e55-a73d-86382751bc83 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:52.619395 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-a7484216-e659-4e55-a73d-86382751bc83 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:52.630121 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039da59f-19aa-4dd5-91fa-c064b0d77dba req-e30e26ab-9ba0-4588-8694-1339d839f260 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:52.633126 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-039da59f-19aa-4dd5-91fa-c064b0d77dba req-e30e26ab-9ba0-4588-8694-1339d839f260 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 931 time: 0.1016262 Oct 17 04:32:52.648906 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-a7484216-e659-4e55-a73d-86382751bc83 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2332931 Oct 17 04:32:52.664699 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] Request body: {'port': {'device_id': '39992be4-54ec-43d5-860c-c04e357acb5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86155'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:52.716270 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:52.773568 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-01f9fd98-52fa-48d1-8f9b-f92e49a1e6f5 admin admin] Publish callbacks [] for router_gateway (069e5137-b0ce-4d43-aba1-343cc8c6762a), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:52.783897 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-039da59f-19aa-4dd5-91fa-c064b0d77dba req-ff6c2a3b-3b2e-4c66-bdbb-804971f0c550 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238079 Oct 17 04:32:52.804379 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (cc1c6c63-3811-490e-b34f-4b6b771f6c42), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:53.009729 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-01f9fd98-52fa-48d1-8f9b-f92e49a1e6f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638852'] for router (069e5137-b0ce-4d43-aba1-343cc8c6762a), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:53.112940 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1c6c63-3811-490e-b34f-4b6b771f6c42 {{(pid=104488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:32:53.121402 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] Publish callbacks [] for port (cc1c6c63-3811-490e-b34f-4b6b771f6c42), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:53.168147 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.provisioning_blocks [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] Transition to ACTIVE for port object cc1c6c63-3811-490e-b34f-4b6b771f6c42 will not be triggered until provisioned by entity L2. {{(pid=104488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:32:53.171403 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f9fd98-52fa-48d1-8f9b-f92e49a1e6f5 admin admin] Router 069e5137-b0ce-4d43-aba1-343cc8c6762a is scheduled to L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 with binding_index 1 {{(pid=104487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 04:32:53.175849 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7641586'] for port (cc1c6c63-3811-490e-b34f-4b6b771f6c42), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:53.189829 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:53.256798 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] Pushing event updated for resources: {'Port': ['ID=cc1c6c63-3811-490e-b34f-4b6b771f6c42,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:53.362809 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f9fd98-52fa-48d1-8f9b-f92e49a1e6f5 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:32:53.363626 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] Attempting to bind port cc1c6c63-3811-490e-b34f-4b6b771f6c42 on host hv-cinder-86155 for vnic_type normal with profile {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:32:53.364124 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] Attempting to bind port cc1c6c63-3811-490e-b34f-4b6b771f6c42 by drivers openvswitch,hyperv on host hv-cinder-86155 at level 0 using segments [{'id': 'ce102f30-3df9-4c6c-b911-6a7e1ad4525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '41cde4c2-319c-405f-953d-34a4f0f9247a'}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:32:53.364304 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] Attempting to bind port cc1c6c63-3811-490e-b34f-4b6b771f6c42 on network 41cde4c2-319c-405f-953d-34a4f0f9247a {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:32:53.412642 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] Sync routers for ids ['069e5137-b0ce-4d43-aba1-343cc8c6762a'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:32:53.413521 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] Port cc1c6c63-3811-490e-b34f-4b6b771f6c42 on network 41cde4c2-319c-405f-953d-34a4f0f9247a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86155 {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:32:53.413858 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] Attempting to bind port cc1c6c63-3811-490e-b34f-4b6b771f6c42 on network 41cde4c2-319c-405f-953d-34a4f0f9247a {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:32:53.449976 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] Routers {'069e5137-b0ce-4d43-aba1-343cc8c6762a'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:32:53.449976 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:32:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['069e5137-b0ce-4d43-aba1-343cc8c6762a'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:53.467233 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-01f9fd98-52fa-48d1-8f9b-f92e49a1e6f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:53.471345 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-01f9fd98-52fa-48d1-8f9b-f92e49a1e6f5 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4183657 Oct 17 04:32:53.473707 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57302) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:53.484951 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 57304) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:53.491286 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-4b12d46a-f2ce-4362-9a6d-40570288e52a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--196461553', 'description': 'tempest-description--1466389913'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:53.517016 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] Checking agent: {'id': '98af6631-6ac5-4afe-8748-fa983cad7c78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86155', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:32:53.520842 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] Checking segment: {'id': 'ce102f30-3df9-4c6c-b911-6a7e1ad4525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '41cde4c2-319c-405f-953d-34a4f0f9247a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:32:53.520842 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] Bound using segment: {'id': 'ce102f30-3df9-4c6c-b911-6a7e1ad4525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '41cde4c2-319c-405f-953d-34a4f0f9247a'} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:32:53.522200 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] Bound port: cc1c6c63-3811-490e-b34f-4b6b771f6c42, host: hv-cinder-86155, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce102f30-3df9-4c6c-b911-6a7e1ad4525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '41cde4c2-319c-405f-953d-34a4f0f9247a'}}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:32:53.522200 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (cc1c6c63-3811-490e-b34f-4b6b771f6c42), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:53.570622 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1871bb-af6b-41f5-936f-8f79080ad26e None None] Network 98905e91-d61c-460b-b7b3-b0bac875b67e requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:32:53.585323 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4b12d46a-f2ce-4362-9a6d-40570288e52a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:53.681294 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] For port cc1c6c63-3811-490e-b34f-4b6b771f6c42, host hv-cinder-86155, cleared binding levels {{(pid=104488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:32:53.690310 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] For port cc1c6c63-3811-490e-b34f-4b6b771f6c42, host hv-cinder-86155, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=cc1c6c63-3811-490e-b34f-4b6b771f6c42,segment=NetworkSegment(ce102f30-3df9-4c6c-b911-6a7e1ad4525d),segment_id=ce102f30-3df9-4c6c-b911-6a7e1ad4525d)] {{(pid=104488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:32:53.705550 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7641586'] for port (cc1c6c63-3811-490e-b34f-4b6b771f6c42), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:53.712604 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:53.717683 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:53.718446 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:53.719886 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/cc1c6c63-3811-490e-b34f-4b6b771f6c42 HTTP/1.1" status: 200 len: 1093 time: 1.0599236 Oct 17 04:32:53.720663 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39992be4-54ec-43d5-860c-c04e357acb5c', 'tag': 'cc1c6c63-3811-490e-b34f-4b6b771f6c42'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:32:53.723225 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704f881f-2bc5-4635-b329-551239fdb850" -d '{"events": [{"name": "network-changed", "server_uuid": "39992be4-54ec-43d5-860c-c04e357acb5c", "tag": "cc1c6c63-3811-490e-b34f-4b6b771f6c42"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:32:53.800239 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4b12d46a-f2ce-4362-9a6d-40570288e52a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for security_group (4b06483a-c616-46ed-8708-4e3a92347bdf), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:53.817671 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4b12d46a-f2ce-4362-9a6d-40570288e52a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (4b06483a-c616-46ed-8708-4e3a92347bdf), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:53.840599 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fb3a62-bc4b-4b19-ba1e-e56e241c18b0 x-openstack-request-id: req-23fb3a62-bc4b-4b19-ba1e-e56e241c18b0 {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:32:53.840888 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39992be4-54ec-43d5-860c-c04e357acb5c", "tag": "cc1c6c63-3811-490e-b34f-4b6b771f6c42", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:32:53.841233 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-23fb3a62-bc4b-4b19-ba1e-e56e241c18b0 {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:32:53.841632 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23fb3a62-bc4b-4b19-ba1e-e56e241c18b0'] response: {'name': 'network-changed', 'server_uuid': '39992be4-54ec-43d5-860c-c04e357acb5c', 'tag': 'cc1c6c63-3811-490e-b34f-4b6b771f6c42', 'status': 'completed', 'code': 200} Oct 17 04:32:53.846250 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158fb22-cff6-46cb-b1f0-8340f51c4162 service neutron] Pushing event updated for resources: {'Port': ['ID=cc1c6c63-3811-490e-b34f-4b6b771f6c42,revision_number=3']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:53.880085 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:53.886419 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 94c90196-69be-4a46-9e61-3e5a573899d6 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:32:53.895777 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-7059b02d-c133-4c12-bca7-46929b57502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:53.897327 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-7059b02d-c133-4c12-bca7-46929b57502e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=34d5aaa16da54ea19e9c982c50540377&device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 1127 time: 0.0958891 Oct 17 04:32:53.904731 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4b12d46a-f2ce-4362-9a6d-40570288e52a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:53.909813 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-4b12d46a-f2ce-4362-9a6d-40570288e52a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4238007 Oct 17 04:32:53.910710 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 57316) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:53.915014 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-5da3355e-ca99-4dd2-b7e0-64ffeb58bb17 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Request body: {'security_group_rule': {'security_group_id': '4b06483a-c616-46ed-8708-4e3a92347bdf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:53.936081 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12d46a-f2ce-4362-9a6d-40570288e52a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b06483a-c616-46ed-8708-4e3a92347bdf,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:53.953322 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:53.954506 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-df1864c4-fca0-4ad4-8040-fe00e24c67d1 None None] Provisioning complete for port 94c90196-69be-4a46-9e61-3e5a573899d6 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:32:53.955084 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-df1864c4-fca0-4ad4-8040-fe00e24c67d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (94c90196-69be-4a46-9e61-3e5a573899d6), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:53.955673 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-df1864c4-fca0-4ad4-8040-fe00e24c67d1 None None] Attempt 1 to provision port 94c90196-69be-4a46-9e61-3e5a573899d6 Oct 17 04:32:53.987074 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] Set router 069e5137-b0ce-4d43-aba1-343cc8c6762a gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:32:54.002659 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-e75de91d-ab9f-4d5e-97b7-97ebbe2b3dc8 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc1c6c63-3811-490e-b34f-4b6b771f6c42 HTTP/1.1" status: 200 len: 217 time: 0.0723569 Oct 17 04:32:54.059101 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cd4e0-c11d-4ac6-b30f-010625255b97 req-33ff3274-d7c7-4060-ae46-d87915a5ab04 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:54.060625 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7c9cd4e0-c11d-4ac6-b30f-010625255b97 req-33ff3274-d7c7-4060-ae46-d87915a5ab04 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 943 time: 0.1405859 Oct 17 04:32:54.090749 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5da3355e-ca99-4dd2-b7e0-64ffeb58bb17 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for security_group_rule (96d1a4cb-186b-48b9-8c2c-abd192cf43e8), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:54.148858 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-fd7afa5d-3d51-4ff4-88ce-039c42bb71fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:54.150472 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-fd7afa5d-3d51-4ff4-88ce-039c42bb71fe service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=e8b13bc0-0e65-42c8-9821-70637f4820b0 HTTP/1.1" status: 200 len: 848 time: 0.1332471 Oct 17 04:32:54.156859 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 94c90196-69be-4a46-9e61-3e5a573899d6 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:32:54.157457 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (94c90196-69be-4a46-9e61-3e5a573899d6), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:54.157979 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 94c90196-69be-4a46-9e61-3e5a573899d6 Oct 17 04:32:54.219866 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7c9cd4e0-c11d-4ac6-b30f-010625255b97 req-e02332c6-fced-4860-9bd1-88e07178f776 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435087 Oct 17 04:32:54.222537 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-09743a3e-548c-44e7-b07c-3aeb434b6cde service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=41cde4c2-319c-405f-953d-34a4f0f9247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632010 Oct 17 04:32:54.264978 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:54.302642 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5da3355e-ca99-4dd2-b7e0-64ffeb58bb17 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for security_group_rule (96d1a4cb-186b-48b9-8c2c-abd192cf43e8), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:54.309291 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-df1864c4-fca0-4ad4-8040-fe00e24c67d1 None None] Current status of the port 94c90196-69be-4a46-9e61-3e5a573899d6 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:32:54.309684 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-df1864c4-fca0-4ad4-8040-fe00e24c67d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (94c90196-69be-4a46-9e61-3e5a573899d6), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:54.314587 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5da3355e-ca99-4dd2-b7e0-64ffeb58bb17 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (96d1a4cb-186b-48b9-8c2c-abd192cf43e8), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:54.378426 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3355e-ca99-4dd2-b7e0-64ffeb58bb17 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d1a4cb-186b-48b9-8c2c-abd192cf43e8,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:54.412600 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5da3355e-ca99-4dd2-b7e0-64ffeb58bb17 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:54.423318 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-5da3355e-ca99-4dd2-b7e0-64ffeb58bb17 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5115480 Oct 17 04:32:54.425586 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 57322) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:54.436305 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-6f88d490-9d5a-46bc-939b-47213d3e614a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Request body: {'security_group_rule': {'security_group_id': '4b06483a-c616-46ed-8708-4e3a92347bdf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:54.437778 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-df1864c4-fca0-4ad4-8040-fe00e24c67d1 None None] For port 94c90196-69be-4a46-9e61-3e5a573899d6, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=94c90196-69be-4a46-9e61-3e5a573899d6,segment=NetworkSegment(1b7f1744-e228-4bb2-ad97-6cc7e494aa27),segment_id=1b7f1744-e228-4bb2-ad97-6cc7e494aa27)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:32:54.446344 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-dadb430f-1dcb-4e31-a54e-bee3febf7c54 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/41cde4c2-319c-405f-953d-34a4f0f9247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143819 Oct 17 04:32:54.453583 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 94c90196-69be-4a46-9e61-3e5a573899d6 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:32:54.453974 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (94c90196-69be-4a46-9e61-3e5a573899d6), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:54.456042 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-df1864c4-fca0-4ad4-8040-fe00e24c67d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (94c90196-69be-4a46-9e61-3e5a573899d6), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:54.468277 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'name': 'tempest-TestShelveInstance-869659983-router', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:52Z', 'revision_number': 3, 'project_id': '164c660f217f4b29b914caf14b773b61', 'gw_port': {'id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:71:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:54.489978 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:54.491493 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:54.568414 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] Checking router: 069e5137-b0ce-4d43-aba1-343cc8c6762a for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:32:54.569149 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] Updating router 069e5137-b0ce-4d43-aba1-343cc8c6762a port 0f9279f2-5b73-4b27-b636-fccce4256dfa binding host dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:32:54.632316 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6f88d490-9d5a-46bc-939b-47213d3e614a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for security_group_rule (a270b772-45cd-4ef4-9250-c0cc0e8a0502), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:54.671912 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1864c4-fca0-4ad4-8040-fe00e24c67d1 None None] Pushing event updated for resources: {'Port': ['ID=94c90196-69be-4a46-9e61-3e5a573899d6,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:54.672901 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e0349ef2-c34f-400a-aed8-52ec1869fda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:54.676685 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (0f9279f2-5b73-4b27-b636-fccce4256dfa), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:54.681182 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-39841045-27a8-4961-98a3-7b5be4a4d1b7 None None] Provisioning complete for port 94c90196-69be-4a46-9e61-3e5a573899d6 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:32:54.681748 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39841045-27a8-4961-98a3-7b5be4a4d1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (94c90196-69be-4a46-9e61-3e5a573899d6), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:54.682261 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-39841045-27a8-4961-98a3-7b5be4a4d1b7 None None] Attempt 1 to provision port 94c90196-69be-4a46-9e61-3e5a573899d6 Oct 17 04:32:54.707309 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-38d2084f-1f89-4f24-b808-4bb7c60bd2fa req-0a5fccf8-6e04-43a1-94b0-7cf4edda9bb3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/41cde4c2-319c-405f-953d-34a4f0f9247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528141 Oct 17 04:32:54.718536 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.db.api [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 17 04:32:54.719316 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG oslo_db.api [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 04:32:54.720676 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6f88d490-9d5a-46bc-939b-47213d3e614a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for security_group_rule (a270b772-45cd-4ef4-9250-c0cc0e8a0502), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:54.727762 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6f88d490-9d5a-46bc-939b-47213d3e614a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (a270b772-45cd-4ef4-9250-c0cc0e8a0502), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:54.736993 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:54.749266 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88d490-9d5a-46bc-939b-47213d3e614a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a270b772-45cd-4ef4-9250-c0cc0e8a0502,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:54.759887 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6f88d490-9d5a-46bc-939b-47213d3e614a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:54.761224 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-6f88d490-9d5a-46bc-939b-47213d3e614a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3330686 Oct 17 04:32:54.764338 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 57326) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:54.768738 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-9b1ef782-ec37-49f8-a528-99d98069f13f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Request body: {'floatingip': {'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:54.790174 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-9b1ef782-ec37-49f8-a528-99d98069f13f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:54.861562 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:54.872562 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-e0349ef2-c34f-400a-aed8-52ec1869fda1 admin admin] Allocated IP 172.20.0.1 (98905e91-d61c-460b-b7b3-b0bac875b67e/36376a24-6d8f-4101-b65d-31b01f263bed/5222da2e-23f0-444c-8c5b-41dc5d7be092) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:32:54.882510 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-9b1ef782-ec37-49f8-a528-99d98069f13f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:54.897477 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-39841045-27a8-4961-98a3-7b5be4a4d1b7 None None] Current status of the port 94c90196-69be-4a46-9e61-3e5a573899d6 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:32:55.003058 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e0349ef2-c34f-400a-aed8-52ec1869fda1 admin admin] Publish callbacks [] for port (5222da2e-23f0-444c-8c5b-41dc5d7be092), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:55.032345 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] Publish callbacks [] for port (0f9279f2-5b73-4b27-b636-fccce4256dfa), precommit_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:55.038314 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (0f9279f2-5b73-4b27-b636-fccce4256dfa), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:55.041120 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e0349ef2-c34f-400a-aed8-52ec1869fda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (5222da2e-23f0-444c-8c5b-41dc5d7be092), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:55.077574 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] Attempting to bind port 0f9279f2-5b73-4b27-b636-fccce4256dfa on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:32:55.077945 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] Attempting to bind port 0f9279f2-5b73-4b27-b636-fccce4256dfa by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:32:55.078311 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] Attempting to bind port 0f9279f2-5b73-4b27-b636-fccce4256dfa on network b27d8a1d-9748-4759-bac0-ee0df018117d {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:32:55.084484 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0349ef2-c34f-400a-aed8-52ec1869fda1 admin admin] Network 98905e91-d61c-460b-b7b3-b0bac875b67e is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:32:55.089956 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-e0349ef2-c34f-400a-aed8-52ec1869fda1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:32:55.092559 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0349ef2-c34f-400a-aed8-52ec1869fda1 admin admin] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:32:55.105644 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:55.127044 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0349ef2-c34f-400a-aed8-52ec1869fda1 admin admin] Pushing event updated for resources: {'Port': ['ID=5222da2e-23f0-444c-8c5b-41dc5d7be092,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:55.144587 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e0349ef2-c34f-400a-aed8-52ec1869fda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648191'] for router_interface (069e5137-b0ce-4d43-aba1-343cc8c6762a), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:55.149263 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65656e6-e93c-43a0-90c9-dbd554e3d9bc None None] Pushing event updated for resources: {'Port': ['ID=0f9279f2-5b73-4b27-b636-fccce4256dfa,revision_number=2']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:55.162255 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:32:55.162787 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] Checking segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:32:55.163344 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:55.163806 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] Bound using segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:32:55.164351 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] Bound port: 0f9279f2-5b73-4b27-b636-fccce4256dfa, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:32:55.164804 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (0f9279f2-5b73-4b27-b636-fccce4256dfa), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:55.255013 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_common [None req-9b1ef782-ec37-49f8-a528-99d98069f13f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Allocated IP 172.27.3.88 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/db44a2b7-9b90-4f26-af32-2ab4f536b86c) {{(pid=104488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:32:55.287985 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] For port 0f9279f2-5b73-4b27-b636-fccce4256dfa, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:32:55.310989 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] For port 0f9279f2-5b73-4b27-b636-fccce4256dfa, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=0f9279f2-5b73-4b27-b636-fccce4256dfa,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:32:55.313742 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e0349ef2-c34f-400a-aed8-52ec1869fda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (5222da2e-23f0-444c-8c5b-41dc5d7be092), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:55.321002 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 94c90196-69be-4a46-9e61-3e5a573899d6 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:32:55.332128 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (0f9279f2-5b73-4b27-b636-fccce4256dfa), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:55.372280 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] Routers {'069e5137-b0ce-4d43-aba1-343cc8c6762a'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:32:55.372748 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:32:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['069e5137-b0ce-4d43-aba1-343cc8c6762a'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:55.378663 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:55.428996 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501b7a3-6ea8-40e4-b7fa-cab267d06cb2 req-10ff0550-5fe8-40ab-afcb-6b2f41f9df5c tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:55.431458 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5501b7a3-6ea8-40e4-b7fa-cab267d06cb2 req-10ff0550-5fe8-40ab-afcb-6b2f41f9df5c tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 943 time: 0.0685413 Oct 17 04:32:55.456482 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-9b1ef782-ec37-49f8-a528-99d98069f13f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for port (db44a2b7-9b90-4f26-af32-2ab4f536b86c), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:55.512669 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:55.522907 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5501b7a3-6ea8-40e4-b7fa-cab267d06cb2 req-502a0777-8f83-4430-b4ab-355e22762a88 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843384 Oct 17 04:32:55.526834 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-9b1ef782-ec37-49f8-a528-99d98069f13f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (db44a2b7-9b90-4f26-af32-2ab4f536b86c), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:55.527953 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 94c90196-69be-4a46-9e61-3e5a573899d6 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:32:55.570733 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1ef782-ec37-49f8-a528-99d98069f13f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:32:55.575826 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-9b1ef782-ec37-49f8-a528-99d98069f13f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:32:55.580098 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1ef782-ec37-49f8-a528-99d98069f13f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Received port after_create {{(pid=104488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:32:55.587525 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65656e6-e93c-43a0-90c9-dbd554e3d9bc None None] Pushing event updated for resources: {'Port': ['ID=0f9279f2-5b73-4b27-b636-fccce4256dfa,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:55.596278 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-724cd16b-011e-420f-9334-9fa3ebdcb54d None None] Provisioning complete for port 5222da2e-23f0-444c-8c5b-41dc5d7be092 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:32:55.596278 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-724cd16b-011e-420f-9334-9fa3ebdcb54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (5222da2e-23f0-444c-8c5b-41dc5d7be092), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:55.596278 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-724cd16b-011e-420f-9334-9fa3ebdcb54d None None] Attempt 1 to provision port 5222da2e-23f0-444c-8c5b-41dc5d7be092 Oct 17 04:32:55.598931 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e0349ef2-c34f-400a-aed8-52ec1869fda1 admin admin] Publish callbacks [] for port (5222da2e-23f0-444c-8c5b-41dc5d7be092), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:55.607074 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e0349ef2-c34f-400a-aed8-52ec1869fda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (5222da2e-23f0-444c-8c5b-41dc5d7be092), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:55.632591 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ef782-ec37-49f8-a528-99d98069f13f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Pushing event updated for resources: {'Port': ['ID=db44a2b7-9b90-4f26-af32-2ab4f536b86c,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:55.640805 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] Set router 069e5137-b0ce-4d43-aba1-343cc8c6762a gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:32:55.680592 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-9b1ef782-ec37-49f8-a528-99d98069f13f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for floatingip (290b62cf-17c9-452d-b89f-7c4c5a2c2b3c), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:55.696083 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:55.715917 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-724cd16b-011e-420f-9334-9fa3ebdcb54d None None] Port 5222da2e-23f0-444c-8c5b-41dc5d7be092 cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:32:55.716585 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0349ef2-c34f-400a-aed8-52ec1869fda1 admin admin] Pushing event updated for resources: {'Port': ['ID=5222da2e-23f0-444c-8c5b-41dc5d7be092,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:55.721999 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e0349ef2-c34f-400a-aed8-52ec1869fda1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648291'] for router_interface (069e5137-b0ce-4d43-aba1-343cc8c6762a), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:55.724841 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 94c90196-69be-4a46-9e61-3e5a573899d6 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:32:55.725243 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (94c90196-69be-4a46-9e61-3e5a573899d6), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:55.725580 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 94c90196-69be-4a46-9e61-3e5a573899d6 Oct 17 04:32:55.733842 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-9b1ef782-ec37-49f8-a528-99d98069f13f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (db44a2b7-9b90-4f26-af32-2ab4f536b86c), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:55.794470 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:55.871763 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:55.875786 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f881f-2bc5-4635-b329-551239fdb850 req-32bd223c-e286-4cff-a0dc-b1bec1eaf351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:55.877800 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-704f881f-2bc5-4635-b329-551239fdb850 req-32bd223c-e286-4cff-a0dc-b1bec1eaf351 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=34d5aaa16da54ea19e9c982c50540377&device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 1127 time: 0.1040924 Oct 17 04:32:55.892248 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0349ef2-c34f-400a-aed8-52ec1869fda1 admin admin] Network 98905e91-d61c-460b-b7b3-b0bac875b67e is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:32:55.893992 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-e0349ef2-c34f-400a-aed8-52ec1869fda1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:32:55.980785 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 94c90196-69be-4a46-9e61-3e5a573899d6 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:32:56.046721 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'name': 'tempest-TestShelveInstance-869659983-router', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:55Z', 'revision_number': 4, 'project_id': '164c660f217f4b29b914caf14b773b61', 'gw_port': {'id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:71:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '5222da2e-23f0-444c-8c5b-41dc5d7be092', 'name': '', 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'mac_address': 'fa:16:3e:f7:1e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:54Z', 'updated_at': '2022-10-17T04:32:54Z', 'revision_number': 1, 'project_id': '164c660f217f4b29b914caf14b773b61', 'subnets': [{'id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:56.048383 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-9b1ef782-ec37-49f8-a528-99d98069f13f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for port (db44a2b7-9b90-4f26-af32-2ab4f536b86c), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:56.051458 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0349ef2-c34f-400a-aed8-52ec1869fda1 admin admin] Router 069e5137-b0ce-4d43-aba1-343cc8c6762a has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:32:56.062357 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-9b1ef782-ec37-49f8-a528-99d98069f13f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7641586'] for port (db44a2b7-9b90-4f26-af32-2ab4f536b86c), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:56.085779 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d388cff-7dca-493e-b16d-104fc83720ab None None] The sync data for ids ['069e5137-b0ce-4d43-aba1-343cc8c6762a'] in dv-cinder-861557-1-iscsi is: [{'id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'name': 'tempest-TestShelveInstance-869659983-router', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:55Z', 'revision_number': 4, 'project_id': '164c660f217f4b29b914caf14b773b61', 'gw_port': {'id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:71:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '5222da2e-23f0-444c-8c5b-41dc5d7be092', 'name': '', 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'mac_address': 'fa:16:3e:f7:1e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:54Z', 'updated_at': '2022-10-17T04:32:54Z', 'revision_number': 1, 'project_id': '164c660f217f4b29b914caf14b773b61', 'subnets': [{'id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:32:56.154100 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-73ca9d60-f992-4ef5-8c5b-5a625ff72aad None None] Provisioning complete for port 5222da2e-23f0-444c-8c5b-41dc5d7be092 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:32:56.154437 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-73ca9d60-f992-4ef5-8c5b-5a625ff72aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (5222da2e-23f0-444c-8c5b-41dc5d7be092), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:56.154796 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-73ca9d60-f992-4ef5-8c5b-5a625ff72aad None None] Attempt 1 to provision port 5222da2e-23f0-444c-8c5b-41dc5d7be092 Oct 17 04:32:56.176271 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f881f-2bc5-4635-b329-551239fdb850 req-9050ce75-869e-4a87-a8fb-7b46db889eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:56.177691 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-704f881f-2bc5-4635-b329-551239fdb850 req-9050ce75-869e-4a87-a8fb-7b46db889eec service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=41cde4c2-319c-405f-953d-34a4f0f9247a HTTP/1.1" status: 200 len: 909 time: 0.2923882 Oct 17 04:32:56.198341 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ef782-ec37-49f8-a528-99d98069f13f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Pushing event updated for resources: {'Port': ['ID=db44a2b7-9b90-4f26-af32-2ab4f536b86c,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:56.204621 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-73ca9d60-f992-4ef5-8c5b-5a625ff72aad None None] Port 5222da2e-23f0-444c-8c5b-41dc5d7be092 cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:32:56.221401 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0349ef2-c34f-400a-aed8-52ec1869fda1 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:32:56.226611 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-e0349ef2-c34f-400a-aed8-52ec1869fda1 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/069e5137-b0ce-4d43-aba1-343cc8c6762a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7408812 Oct 17 04:32:56.232448 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-704f881f-2bc5-4635-b329-551239fdb850 req-b348fe19-0d77-478a-bcd4-1c4dd4627c8d service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc1c6c63-3811-490e-b34f-4b6b771f6c42 HTTP/1.1" status: 200 len: 217 time: 0.0444746 Oct 17 04:32:56.233206 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-9b1ef782-ec37-49f8-a528-99d98069f13f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (290b62cf-17c9-452d-b89f-7c4c5a2c2b3c), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:56.257044 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-9b1ef782-ec37-49f8-a528-99d98069f13f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:56.258229 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-9b1ef782-ec37-49f8-a528-99d98069f13f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4929647 Oct 17 04:32:56.309238 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f881f-2bc5-4635-b329-551239fdb850 req-0c7850f4-218f-46e1-8540-a399867f45a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:56.310823 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-704f881f-2bc5-4635-b329-551239fdb850 req-0c7850f4-218f-46e1-8540-a399867f45a2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=e8b13bc0-0e65-42c8-9821-70637f4820b0 HTTP/1.1" status: 200 len: 848 time: 0.0650148 Oct 17 04:32:56.358997 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-704f881f-2bc5-4635-b329-551239fdb850 req-fe3ddbe0-2de4-454a-8de0-0bc4272c4650 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=41cde4c2-319c-405f-953d-34a4f0f9247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371220 Oct 17 04:32:56.496215 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-704f881f-2bc5-4635-b329-551239fdb850 req-04bc0545-a63e-49de-9f0f-04717610a19e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/41cde4c2-319c-405f-953d-34a4f0f9247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241980 Oct 17 04:32:56.633165 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-07751ec6-93a0-40e7-85e5-6302eb947932 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--196461553&fields=id&tenant_id=7bd6234b23704bdf809481085ce465eb HTTP/1.1" status: 200 len: 267 time: 0.1340191 Oct 17 04:32:56.689909 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:56.734921 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666fea9-6471-4f59-8f63-fc3fc7db4602 req-0ace9ab4-0190-4ebf-9225-994b9e8c22e1 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:56.736461 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4666fea9-6471-4f59-8f63-fc3fc7db4602 req-0ace9ab4-0190-4ebf-9225-994b9e8c22e1 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 943 time: 0.1255209 Oct 17 04:32:56.786577 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-704f881f-2bc5-4635-b329-551239fdb850 req-73394daa-4c79-4d7d-8ad9-7ab069351405 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/41cde4c2-319c-405f-953d-34a4f0f9247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619662 Oct 17 04:32:56.852511 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-49ef5b08-23ee-4851-93be-a4d8d2540d4b tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:56.854143 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-49ef5b08-23ee-4851-93be-a4d8d2540d4b tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/networks?id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb HTTP/1.1" status: 200 len: 818 time: 0.1981592 Oct 17 04:32:56.858186 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4666fea9-6471-4f59-8f63-fc3fc7db4602 req-8dd0ec58-6b9b-4b8d-a02a-a9138fb3512d tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102364 Oct 17 04:32:56.870524 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-b29e7a5a-cef0-4579-81e1-29dcb32f449c tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/quotas/7bd6234b23704bdf809481085ce465eb HTTP/1.1" status: 200 len: 375 time: 0.0102108 Oct 17 04:32:56.972558 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-1355e86f-e19c-4976-b452-7a15ef95933c tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7bd6234b23704bdf809481085ce465eb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0789037 Oct 17 04:32:57.012944 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57374) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:57.021848 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-5056ce2d-ffd2-4ecd-a5ca-ceaa41585bb3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-630362035-network', 'tenant_id': 'a6b849952b924a8ba372094059854328'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:57.071926 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5056ce2d-ffd2-4ecd-a5ca-ceaa41585bb3 admin admin] Made reservation on behalf of a6b849952b924a8ba372094059854328 for: {'network': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:32:57.075389 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5056ce2d-ffd2-4ecd-a5ca-ceaa41585bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for network (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:57.087173 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5056ce2d-ffd2-4ecd-a5ca-ceaa41585bb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:57.108756 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-e3d10fdf-c17d-470e-800f-f37e58b7146a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159236 Oct 17 04:32:57.201768 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5056ce2d-ffd2-4ecd-a5ca-ceaa41585bb3 admin admin] Publish callbacks [] for security_group (634f0d43-dfbc-4667-8bbc-f15da8f97043), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:57.208083 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5056ce2d-ffd2-4ecd-a5ca-ceaa41585bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (634f0d43-dfbc-4667-8bbc-f15da8f97043), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:57.237996 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056ce2d-ffd2-4ecd-a5ca-ceaa41585bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634f0d43-dfbc-4667-8bbc-f15da8f97043,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:57.252502 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5056ce2d-ffd2-4ecd-a5ca-ceaa41585bb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=104487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 04:32:57.268627 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-65c4ffe1-6fc6-47ee-8323-72e106d89942 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514454 Oct 17 04:32:57.272657 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5056ce2d-ffd2-4ecd-a5ca-ceaa41585bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (23df42e5-411c-4f51-ab03-ca873d887cae), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:57.273119 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.segments_db [None req-5056ce2d-ffd2-4ecd-a5ca-ceaa41585bb3 admin admin] Added segment 23df42e5-411c-4f51-ab03-ca873d887cae of type vlan for network b2ead8cd-0179-4a72-8692-2f2e658055f5 Oct 17 04:32:57.332360 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5056ce2d-ffd2-4ecd-a5ca-ceaa41585bb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774866605761'] for network (b2ead8cd-0179-4a72-8692-2f2e658055f5), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:57.335115 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:57.369223 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5056ce2d-ffd2-4ecd-a5ca-ceaa41585bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for network (b2ead8cd-0179-4a72-8692-2f2e658055f5), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:57.370943 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5056ce2d-ffd2-4ecd-a5ca-ceaa41585bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:57.371696 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5056ce2d-ffd2-4ecd-a5ca-ceaa41585bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:57.486257 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:57.510097 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-5056ce2d-ffd2-4ecd-a5ca-ceaa41585bb3 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4926620 Oct 17 04:32:57.511142 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57384) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:57.516516 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-b2a8f3d8-e4b6-45de-a616-7f94ff304a78 admin admin] Request body: {'subnet': {'network_id': 'b2ead8cd-0179-4a72-8692-2f2e658055f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-630362035-subnet', 'tenant_id': 'a6b849952b924a8ba372094059854328', 'ip_version': 4}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:57.536193 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056ce2d-ffd2-4ecd-a5ca-ceaa41585bb3 admin admin] Pushing event updated for resources: {'Network': ['ID=b2ead8cd-0179-4a72-8692-2f2e658055f5,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:57.556491 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Network b2ead8cd-0179-4a72-8692-2f2e658055f5 details requested by agent ovs-agent-dv-cinder-861557-1-iscsi with host dv-cinder-861557-1-iscsi {{(pid=104489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:32:57.564766 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a8f3d8-e4b6-45de-a616-7f94ff304a78 admin admin] Made reservation on behalf of a6b849952b924a8ba372094059854328 for: {'subnet': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:32:57.567758 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b2a8f3d8-e4b6-45de-a616-7f94ff304a78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7354617'] for subnet (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:57.623422 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-33dbb28a-5590-4eb7-8414-42abd1591439 req-31cdf2e3-0cab-4827-a2c6-1f6d37b86108 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 210 time: 0.0872297 Oct 17 04:32:57.652064 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 0f9279f2-5b73-4b27-b636-fccce4256dfa up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:32:57.728377 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 0f9279f2-5b73-4b27-b636-fccce4256dfa triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:32:57.729907 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (0f9279f2-5b73-4b27-b636-fccce4256dfa), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:57.730237 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 0f9279f2-5b73-4b27-b636-fccce4256dfa Oct 17 04:32:57.767161 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:57.817589 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 0f9279f2-5b73-4b27-b636-fccce4256dfa is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:32:57.818223 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (0f9279f2-5b73-4b27-b636-fccce4256dfa), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:57.838037 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b2a8f3d8-e4b6-45de-a616-7f94ff304a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7604907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7354603'] for subnet (73f193ab-891c-429c-97b1-5ad30783f84c), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:57.848294 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port 0f9279f2-5b73-4b27-b636-fccce4256dfa, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=0f9279f2-5b73-4b27-b636-fccce4256dfa,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:32:57.854815 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (0f9279f2-5b73-4b27-b636-fccce4256dfa), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:57.924307 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=0f9279f2-5b73-4b27-b636-fccce4256dfa,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:57.926737 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8f3d8-e4b6-45de-a616-7f94ff304a78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f193ab-891c-429c-97b1-5ad30783f84c,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:57.932870 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a8f3d8-e4b6-45de-a616-7f94ff304a78 admin admin] Checking segment: {'id': '23df42e5-411c-4f51-ab03-ca873d887cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2ead8cd-0179-4a72-8692-2f2e658055f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:32:57.933286 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a8f3d8-e4b6-45de-a616-7f94ff304a78 admin admin] Network hostable DHCP agents. Network: b2ead8cd-0179-4a72-8692-2f2e658055f5, hostable agents: ['1a971c09-9b48-4566-8e55-15bd954a700d'], hosted agents: [] {{(pid=104487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:32:57.954989 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a8f3d8-e4b6-45de-a616-7f94ff304a78 admin admin] Network b2ead8cd-0179-4a72-8692-2f2e658055f5 is scheduled to be hosted by DHCP agent 1a971c09-9b48-4566-8e55-15bd954a700d with binding_index 1 {{(pid=104487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:32:57.970357 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-b2a8f3d8-e4b6-45de-a616-7f94ff304a78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861557-1-iscsi, b2ead8cd-0179-4a72-8692-2f2e658055f5) {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:32:57.975176 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8f3d8-e4b6-45de-a616-7f94ff304a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:57.976000 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b2a8f3d8-e4b6-45de-a616-7f94ff304a78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:57.983042 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5651891-1c75-4859-ac11-4509eb1090e1 None None] Network b2ead8cd-0179-4a72-8692-2f2e658055f5 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:32:58.009465 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 57396) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:32:58.010154 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-b2a8f3d8-e4b6-45de-a616-7f94ff304a78 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4979217 Oct 17 04:32:58.016734 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-c669ac30-8330-4e3f-b714-1f2e54177c7b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-630362035-router', 'tenant_id': 'a6b849952b924a8ba372094059854328', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:32:58.046731 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc247130-26bf-4549-8f29-d308942f0616 req-d1d6dd6c-3a48-4b73-909e-2f798b22ddf7 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:58.053759 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-dc247130-26bf-4549-8f29-d308942f0616 req-d1d6dd6c-3a48-4b73-909e-2f798b22ddf7 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 943 time: 0.0768983 Oct 17 04:32:58.059295 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:58.090284 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c669ac30-8330-4e3f-b714-1f2e54177c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1647058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16026'] for router (90ded1c0-c36e-46d2-ad7f-35d7e522587f), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:58.091451 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c669ac30-8330-4e3f-b714-1f2e54177c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16001'] for router (90ded1c0-c36e-46d2-ad7f-35d7e522587f), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:58.108235 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c19fcb-ac18-4b24-b1d1-1bb678390082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc436c267-4500-58c6-a229-36ff674da11a-b2ead8cd-0179-4a72-8692-2f2e658055f5', 'network_id': 'b2ead8cd-0179-4a72-8692-2f2e658055f5', 'project_id': 'a6b849952b924a8ba372094059854328', 'fixed_ips': [{'subnet_id': '73f193ab-891c-429c-97b1-5ad30783f84c'}]}} from dv-cinder-861557-1-iscsi. {{(pid=104489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 04:32:58.109797 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-74c19fcb-ac18-4b24-b1d1-1bb678390082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:58.141675 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-dc247130-26bf-4549-8f29-d308942f0616 req-b8a0cb7a-5443-4dde-8070-59db4219f914 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869756 Oct 17 04:32:58.192281 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c669ac30-8330-4e3f-b714-1f2e54177c7b admin admin] Publish callbacks [] for router_controller (90ded1c0-c36e-46d2-ad7f-35d7e522587f), precommit_add_association {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:58.272585 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.db_base_plugin_common [None req-74c19fcb-ac18-4b24-b1d1-1bb678390082 None None] Allocated IP 172.20.0.2 (b2ead8cd-0179-4a72-8692-2f2e658055f5/73f193ab-891c-429c-97b1-5ad30783f84c/49f6a68f-fd88-4ebd-a36b-4f4328810b35) {{(pid=104489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:32:58.351327 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c669ac30-8330-4e3f-b714-1f2e54177c7b admin admin] Publish callbacks [] for router_gateway (90ded1c0-c36e-46d2-ad7f-35d7e522587f), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:58.544744 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device cc1c6c63-3811-490e-b34f-4b6b771f6c42 details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:32:58.575253 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:58.704848 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c669ac30-8330-4e3f-b714-1f2e54177c7b admin admin] Publish callbacks [] for router_gateway (90ded1c0-c36e-46d2-ad7f-35d7e522587f), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:58.736985 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c669ac30-8330-4e3f-b714-1f2e54177c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:58.795469 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:58.798603 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d61e42d4-ec9f-490b-9dc9-880cbc54de6f req-f22a711f-b0db-4df0-aebd-6b7f6c81b58f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 210 time: 0.0582352 Oct 17 04:32:58.892017 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-74c19fcb-ac18-4b24-b1d1-1bb678390082 None None] Publish callbacks [] for port (49f6a68f-fd88-4ebd-a36b-4f4328810b35), precommit_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:58.905582 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] Sync routers for ids ['069e5137-b0ce-4d43-aba1-343cc8c6762a'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:32:58.921896 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] Routers {'069e5137-b0ce-4d43-aba1-343cc8c6762a'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:32:58.924486 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:32:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['069e5137-b0ce-4d43-aba1-343cc8c6762a'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:58.936696 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port cc1c6c63-3811-490e-b34f-4b6b771f6c42, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=cc1c6c63-3811-490e-b34f-4b6b771f6c42,segment=NetworkSegment(ce102f30-3df9-4c6c-b911-6a7e1ad4525d),segment_id=ce102f30-3df9-4c6c-b911-6a7e1ad4525d)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:32:58.956983 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_common [None req-c669ac30-8330-4e3f-b714-1f2e54177c7b admin admin] Allocated IP 172.27.3.28 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e) {{(pid=104488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:32:58.968245 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:32:58.970348 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': 'cc1c6c63-3811-490e-b34f-4b6b771f6c42', 'network_id': '41cde4c2-319c-405f-953d-34a4f0f9247a', 'port_id': 'cc1c6c63-3811-490e-b34f-4b6b771f6c42', 'mac_address': 'fa:16:3e:04:65:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8b13bc0-0e65-42c8-9821-70637f4820b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:32:58.986317 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-74c19fcb-ac18-4b24-b1d1-1bb678390082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (49f6a68f-fd88-4ebd-a36b-4f4328810b35), after_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:59.116545 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] Set router 069e5137-b0ce-4d43-aba1-343cc8c6762a gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:32:59.179965 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c19fcb-ac18-4b24-b1d1-1bb678390082 None None] Network b2ead8cd-0179-4a72-8692-2f2e658055f5 is already hosted by enough agents. {{(pid=104489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:32:59.189703 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.base_scheduler [None req-74c19fcb-ac18-4b24-b1d1-1bb678390082 None None] Resources bound (agent type, host, resource id): {{(pid=104489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:32:59.197169 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c669ac30-8330-4e3f-b714-1f2e54177c7b admin admin] Publish callbacks [] for port (7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:59.226398 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port cc1c6c63-3811-490e-b34f-4b6b771f6c42 is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:32:59.226797 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (cc1c6c63-3811-490e-b34f-4b6b771f6c42), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:59.254724 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c19fcb-ac18-4b24-b1d1-1bb678390082 None None] Received port after_create {{(pid=104489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:32:59.257860 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc1c6c63-3811-490e-b34f-4b6b771f6c42 {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:32:59.279906 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c669ac30-8330-4e3f-b714-1f2e54177c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:59.308465 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port cc1c6c63-3811-490e-b34f-4b6b771f6c42, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=cc1c6c63-3811-490e-b34f-4b6b771f6c42,segment=NetworkSegment(ce102f30-3df9-4c6c-b911-6a7e1ad4525d),segment_id=ce102f30-3df9-4c6c-b911-6a7e1ad4525d)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:32:59.326364 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (cc1c6c63-3811-490e-b34f-4b6b771f6c42), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:59.357092 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669ac30-8330-4e3f-b714-1f2e54177c7b admin admin] Pushing event updated for resources: {'Port': ['ID=7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:59.363935 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c19fcb-ac18-4b24-b1d1-1bb678390082 None None] Pushing event updated for resources: {'Port': ['ID=49f6a68f-fd88-4ebd-a36b-4f4328810b35,revision_number=1']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:59.434749 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50422caa-632f-40f5-91e4-79e4d078a516 req-93b3dcb7-691b-453a-889c-d7987c3b2077 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:32:59.443025 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-50422caa-632f-40f5-91e4-79e4d078a516 req-93b3dcb7-691b-453a-889c-d7987c3b2077 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 944 time: 0.1056485 Oct 17 04:32:59.524040 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'name': 'tempest-TestShelveInstance-869659983-router', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:55Z', 'revision_number': 4, 'project_id': '164c660f217f4b29b914caf14b773b61', 'gw_port': {'id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '5222da2e-23f0-444c-8c5b-41dc5d7be092', 'name': '', 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'mac_address': 'fa:16:3e:f7:1e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:54Z', 'updated_at': '2022-10-17T04:32:55Z', 'revision_number': 2, 'project_id': '164c660f217f4b29b914caf14b773b61', 'subnets': [{'id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:32:59.527644 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c669ac30-8330-4e3f-b714-1f2e54177c7b admin admin] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:32:59.556089 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-c669ac30-8330-4e3f-b714-1f2e54177c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:32:59.556669 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=cc1c6c63-3811-490e-b34f-4b6b771f6c42,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:32:59.559753 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c669ac30-8330-4e3f-b714-1f2e54177c7b admin admin] Received port after_create {{(pid=104488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:32:59.604267 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 0f9279f2-5b73-4b27-b636-fccce4256dfa up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:32:59.618585 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] Checking router: 069e5137-b0ce-4d43-aba1-343cc8c6762a for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:32:59.619180 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] Updating router 069e5137-b0ce-4d43-aba1-343cc8c6762a port 5222da2e-23f0-444c-8c5b-41dc5d7be092 binding host dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:32:59.677701 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-74c19fcb-ac18-4b24-b1d1-1bb678390082 None None] Attempting to bind port 49f6a68f-fd88-4ebd-a36b-4f4328810b35 on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:32:59.678182 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-74c19fcb-ac18-4b24-b1d1-1bb678390082 None None] Attempting to bind port 49f6a68f-fd88-4ebd-a36b-4f4328810b35 by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': '23df42e5-411c-4f51-ab03-ca873d887cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2ead8cd-0179-4a72-8692-2f2e658055f5'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:32:59.678781 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c19fcb-ac18-4b24-b1d1-1bb678390082 None None] Attempting to bind port 49f6a68f-fd88-4ebd-a36b-4f4328810b35 on network b2ead8cd-0179-4a72-8692-2f2e658055f5 {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:32:59.700140 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (5222da2e-23f0-444c-8c5b-41dc5d7be092), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:59.751576 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['cc1c6c63-3811-490e-b34f-4b6b771f6c42'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:32:59.761948 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-50422caa-632f-40f5-91e4-79e4d078a516 req-1cf3fe8e-dcec-4e53-b0ab-6cd3e90f353a tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147931 Oct 17 04:32:59.814292 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 0f9279f2-5b73-4b27-b636-fccce4256dfa triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:32:59.815048 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (0f9279f2-5b73-4b27-b636-fccce4256dfa), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:59.815401 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 0f9279f2-5b73-4b27-b636-fccce4256dfa Oct 17 04:32:59.853714 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c19fcb-ac18-4b24-b1d1-1bb678390082 None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:32:59.854683 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c19fcb-ac18-4b24-b1d1-1bb678390082 None None] Checking segment: {'id': '23df42e5-411c-4f51-ab03-ca873d887cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2ead8cd-0179-4a72-8692-2f2e658055f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:32:59.855153 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-74c19fcb-ac18-4b24-b1d1-1bb678390082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:32:59.855520 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c19fcb-ac18-4b24-b1d1-1bb678390082 None None] Bound using segment: {'id': '23df42e5-411c-4f51-ab03-ca873d887cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2ead8cd-0179-4a72-8692-2f2e658055f5'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:32:59.856112 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-74c19fcb-ac18-4b24-b1d1-1bb678390082 None None] Bound port: 49f6a68f-fd88-4ebd-a36b-4f4328810b35, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23df42e5-411c-4f51-ab03-ca873d887cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2ead8cd-0179-4a72-8692-2f2e658055f5'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:32:59.856385 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-74c19fcb-ac18-4b24-b1d1-1bb678390082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (49f6a68f-fd88-4ebd-a36b-4f4328810b35), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:00.065377 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-74c19fcb-ac18-4b24-b1d1-1bb678390082 None None] For port 49f6a68f-fd88-4ebd-a36b-4f4328810b35, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:33:00.069803 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-74c19fcb-ac18-4b24-b1d1-1bb678390082 None None] For port 49f6a68f-fd88-4ebd-a36b-4f4328810b35, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=49f6a68f-fd88-4ebd-a36b-4f4328810b35,segment=NetworkSegment(23df42e5-411c-4f51-ab03-ca873d887cae),segment_id=23df42e5-411c-4f51-ab03-ca873d887cae)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:33:00.073883 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 0f9279f2-5b73-4b27-b636-fccce4256dfa is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:33:00.100425 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:00.100425 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:00.100425 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c669ac30-8330-4e3f-b714-1f2e54177c7b admin admin] Publish callbacks [] for router_gateway (90ded1c0-c36e-46d2-ad7f-35d7e522587f), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:00.100691 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-74c19fcb-ac18-4b24-b1d1-1bb678390082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (49f6a68f-fd88-4ebd-a36b-4f4328810b35), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:00.152242 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-2d9182d6-7e16-4b8b-bcb3-accaf3378bd2 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:00.153770 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-2d9182d6-7e16-4b8b-bcb3-accaf3378bd2 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.20 "GET /networking/v2.0/networks?id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb HTTP/1.1" status: 200 len: 818 time: 0.8112254 Oct 17 04:33:00.183711 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d4589d5c-115f-435b-8bb9-0880e0a8b397 req-7abdfaa0-802b-443c-af23-f494e2bc84eb tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 210 time: 0.0961814 Oct 17 04:33:00.236081 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:00.239958 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c19fcb-ac18-4b24-b1d1-1bb678390082 None None] Pushing event updated for resources: {'Port': ['ID=49f6a68f-fd88-4ebd-a36b-4f4328810b35,revision_number=2']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:00.357417 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] Publish callbacks [] for port (5222da2e-23f0-444c-8c5b-41dc5d7be092), precommit_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:00.366738 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (5222da2e-23f0-444c-8c5b-41dc5d7be092), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:00.487249 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:00.526876 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cefccc-80fd-499a-bd44-1693410ea221 None None] Pushing event updated for resources: {'Port': ['ID=5222da2e-23f0-444c-8c5b-41dc5d7be092,revision_number=3']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:00.544198 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cefccc-80fd-499a-bd44-1693410ea221 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:00.544675 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cefccc-80fd-499a-bd44-1693410ea221 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:00.545101 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cefccc-80fd-499a-bd44-1693410ea221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:00.545471 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cefccc-80fd-499a-bd44-1693410ea221 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:00.545857 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cefccc-80fd-499a-bd44-1693410ea221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:00.546190 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cefccc-80fd-499a-bd44-1693410ea221 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:00.546556 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cefccc-80fd-499a-bd44-1693410ea221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:00.547065 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cefccc-80fd-499a-bd44-1693410ea221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:00.547404 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cefccc-80fd-499a-bd44-1693410ea221 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:00.547731 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cefccc-80fd-499a-bd44-1693410ea221 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:00.548108 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cefccc-80fd-499a-bd44-1693410ea221 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:00.548451 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cefccc-80fd-499a-bd44-1693410ea221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:00.548783 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cefccc-80fd-499a-bd44-1693410ea221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:00.549170 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cefccc-80fd-499a-bd44-1693410ea221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:00.549494 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cefccc-80fd-499a-bd44-1693410ea221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:00.555237 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] Attempting to bind port 5222da2e-23f0-444c-8c5b-41dc5d7be092 on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:33:00.556396 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] Attempting to bind port 5222da2e-23f0-444c-8c5b-41dc5d7be092 by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': '1b7f1744-e228-4bb2-ad97-6cc7e494aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e'}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:33:00.556991 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] Attempting to bind port 5222da2e-23f0-444c-8c5b-41dc5d7be092 on network 98905e91-d61c-460b-b7b3-b0bac875b67e {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:33:00.626169 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:33:00.626547 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] Checking segment: {'id': '1b7f1744-e228-4bb2-ad97-6cc7e494aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:33:00.626960 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:00.627336 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] Bound using segment: {'id': '1b7f1744-e228-4bb2-ad97-6cc7e494aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e'} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:33:00.627819 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] Bound port: 5222da2e-23f0-444c-8c5b-41dc5d7be092, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7f1744-e228-4bb2-ad97-6cc7e494aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e'}}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:33:00.628183 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (5222da2e-23f0-444c-8c5b-41dc5d7be092), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:00.631709 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-7e49f610-cfea-44c6-9eb2-7b282f8b186c tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7bd6234b23704bdf809481085ce465eb HTTP/1.1" status: 200 len: 379 time: 0.4572308 Oct 17 04:33:00.654727 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-9bbb05b6-ef23-4c91-b423-17bf19068741 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Request body: {'port': {'device_id': 'e5722cf2-3e88-4c8e-a533-e6a228c13a82', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'admin_state_up': True, 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'security_groups': ['4b06483a-c616-46ed-8708-4e3a92347bdf']}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:33:00.693750 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] For port 5222da2e-23f0-444c-8c5b-41dc5d7be092, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:33:00.696892 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] For port 5222da2e-23f0-444c-8c5b-41dc5d7be092, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=5222da2e-23f0-444c-8c5b-41dc5d7be092,segment=NetworkSegment(1b7f1744-e228-4bb2-ad97-6cc7e494aa27),segment_id=1b7f1744-e228-4bb2-ad97-6cc7e494aa27)] {{(pid=104490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:33:00.704331 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (5222da2e-23f0-444c-8c5b-41dc5d7be092), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:00.836600 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] Routers {'069e5137-b0ce-4d43-aba1-343cc8c6762a'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:33:00.837338 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:32:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['069e5137-b0ce-4d43-aba1-343cc8c6762a'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:33:00.847769 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c669ac30-8330-4e3f-b714-1f2e54177c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638852'] for router (90ded1c0-c36e-46d2-ad7f-35d7e522587f), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:00.899813 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cefccc-80fd-499a-bd44-1693410ea221 None None] Pushing event updated for resources: {'Port': ['ID=5222da2e-23f0-444c-8c5b-41dc5d7be092,revision_number=4']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:00.906318 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-9bbb05b6-ef23-4c91-b423-17bf19068741 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Made reservation on behalf of 7bd6234b23704bdf809481085ce465eb for: {'port': 1} {{(pid=104488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:33:00.910743 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-9bbb05b6-ef23-4c91-b423-17bf19068741 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:00.964895 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:00.971952 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] Set router 069e5137-b0ce-4d43-aba1-343cc8c6762a gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:33:00.986139 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3fc5c-e811-4748-9f46-7951fd2e001f req-31d30760-481e-4d6b-98c2-0905e4475352 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:00.997587 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fae3fc5c-e811-4748-9f46-7951fd2e001f req-31d30760-481e-4d6b-98c2-0905e4475352 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 944 time: 0.1397877 Oct 17 04:33:01.082429 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device cc1c6c63-3811-490e-b34f-4b6b771f6c42 up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:33:01.090769 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-36dc5a07-c0b7-4e03-aa63-a4e45c00c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:01.191675 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning for port cc1c6c63-3811-490e-b34f-4b6b771f6c42 completed by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:33:01.210091 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port cc1c6c63-3811-490e-b34f-4b6b771f6c42 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:33:01.210091 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (cc1c6c63-3811-490e-b34f-4b6b771f6c42), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:01.210091 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port cc1c6c63-3811-490e-b34f-4b6b771f6c42 Oct 17 04:33:01.240702 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fae3fc5c-e811-4748-9f46-7951fd2e001f req-028229af-1bfb-4e6f-9fdd-f7b01f8f16e9 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421007 Oct 17 04:33:01.241635 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:01.304026 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:01.325786 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port cc1c6c63-3811-490e-b34f-4b6b771f6c42 is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:33:01.326238 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (cc1c6c63-3811-490e-b34f-4b6b771f6c42), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:01.338321 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_common [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-9bbb05b6-ef23-4c91-b423-17bf19068741 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Allocated IP 172.20.0.8 (4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb/c0346a38-a53e-4be5-b7d5-8ede2ed11f33/d6e73103-0bcc-46c6-a3be-e7d793fb4195) {{(pid=104488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:33:01.361751 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39992be4-54ec-43d5-860c-c04e357acb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1c6c63-3811-490e-b34f-4b6b771f6c42'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:33:01.365026 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534cc186-43e5-4b34-afc0-3dd3a9f124a2" -d '{"events": [{"server_uuid": "39992be4-54ec-43d5-860c-c04e357acb5c", "name": "network-vif-plugged", "status": "completed", "tag": "cc1c6c63-3811-490e-b34f-4b6b771f6c42"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:33:01.383544 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port cc1c6c63-3811-490e-b34f-4b6b771f6c42, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=cc1c6c63-3811-490e-b34f-4b6b771f6c42,segment=NetworkSegment(ce102f30-3df9-4c6c-b911-6a7e1ad4525d),segment_id=ce102f30-3df9-4c6c-b911-6a7e1ad4525d)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:33:01.389493 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (cc1c6c63-3811-490e-b34f-4b6b771f6c42), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:01.395338 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c669ac30-8330-4e3f-b714-1f2e54177c7b admin admin] Router 90ded1c0-c36e-46d2-ad7f-35d7e522587f is scheduled to L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 with binding_index 1 {{(pid=104488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 04:33:01.417298 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'name': 'tempest-TestShelveInstance-869659983-router', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:55Z', 'revision_number': 4, 'project_id': '164c660f217f4b29b914caf14b773b61', 'gw_port': {'id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '5222da2e-23f0-444c-8c5b-41dc5d7be092', 'name': '', 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'mac_address': 'fa:16:3e:f7:1e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:54Z', 'updated_at': '2022-10-17T04:33:00Z', 'revision_number': 4, 'project_id': '164c660f217f4b29b914caf14b773b61', 'subnets': [{'id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:33:01.487052 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=cc1c6c63-3811-490e-b34f-4b6b771f6c42,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:01.499239 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4decc-2f8a-4d24-824e-616aab72aff4 None None] The sync data for ids ['069e5137-b0ce-4d43-aba1-343cc8c6762a'] in dv-cinder-861557-1-iscsi is: [{'id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'name': 'tempest-TestShelveInstance-869659983-router', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:55Z', 'revision_number': 4, 'project_id': '164c660f217f4b29b914caf14b773b61', 'gw_port': {'id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '5222da2e-23f0-444c-8c5b-41dc5d7be092', 'name': '', 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'mac_address': 'fa:16:3e:f7:1e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:54Z', 'updated_at': '2022-10-17T04:33:00Z', 'revision_number': 4, 'project_id': '164c660f217f4b29b914caf14b773b61', 'subnets': [{'id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:33:01.683062 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-dc19fbce-12eb-45fc-835b-cb92a60982b7 req-6aab7f03-f4ac-4be6-a7e0-01f204adc736 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 210 time: 0.1378498 Oct 17 04:33:01.729654 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 5222da2e-23f0-444c-8c5b-41dc5d7be092 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:33:01.800320 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1721c26b-17cb-49d7-9677-1819b6cec557 x-openstack-request-id: req-1721c26b-17cb-49d7-9677-1819b6cec557 {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:33:01.801973 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39992be4-54ec-43d5-860c-c04e357acb5c", "name": "network-vif-plugged", "status": "completed", "tag": "cc1c6c63-3811-490e-b34f-4b6b771f6c42", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:33:01.802471 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1721c26b-17cb-49d7-9677-1819b6cec557 {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:33:01.803086 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1721c26b-17cb-49d7-9677-1819b6cec557'] response: {'server_uuid': '39992be4-54ec-43d5-860c-c04e357acb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1c6c63-3811-490e-b34f-4b6b771f6c42', 'code': 200} Oct 17 04:33:01.864261 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 5222da2e-23f0-444c-8c5b-41dc5d7be092 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:33:01.867601 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (5222da2e-23f0-444c-8c5b-41dc5d7be092), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:01.868515 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 5222da2e-23f0-444c-8c5b-41dc5d7be092 Oct 17 04:33:01.889321 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c669ac30-8330-4e3f-b714-1f2e54177c7b admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:33:01.920694 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-9bbb05b6-ef23-4c91-b423-17bf19068741 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for port (d6e73103-0bcc-46c6-a3be-e7d793fb4195), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:01.922189 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:01.958705 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd5afc1-bca7-46d5-b88d-d12055fb105d None None] Network b2ead8cd-0179-4a72-8692-2f2e658055f5 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:33:02.001383 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c669ac30-8330-4e3f-b714-1f2e54177c7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:02.002800 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-c669ac30-8330-4e3f-b714-1f2e54177c7b admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9923770 Oct 17 04:33:02.006130 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57502) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:02.006720 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] Sync routers for ids ['90ded1c0-c36e-46d2-ad7f-35d7e522587f'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:33:02.060684 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aeae10-e146-41cf-b6b9-0fa5dd5b9a6c req-60151c86-b8cb-4a5b-864e-d42d267d3386 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:02.070609 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-12aeae10-e146-41cf-b6b9-0fa5dd5b9a6c req-60151c86-b8cb-4a5b-864e-d42d267d3386 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.1704588 Oct 17 04:33:02.154628 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-f8b7c777-879e-43f4-bc36-17ff6a2e4a12 None None] Provisioning complete for port 49f6a68f-fd88-4ebd-a36b-4f4328810b35 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:33:02.155178 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c777-879e-43f4-bc36-17ff6a2e4a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (49f6a68f-fd88-4ebd-a36b-4f4328810b35), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:02.155404 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-f8b7c777-879e-43f4-bc36-17ff6a2e4a12 None None] Attempt 1 to provision port 49f6a68f-fd88-4ebd-a36b-4f4328810b35 Oct 17 04:33:02.199557 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-9bbb05b6-ef23-4c91-b423-17bf19068741 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (d6e73103-0bcc-46c6-a3be-e7d793fb4195), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:02.228037 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] Routers {'90ded1c0-c36e-46d2-ad7f-35d7e522587f'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:33:02.229695 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:32:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['90ded1c0-c36e-46d2-ad7f-35d7e522587f'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:33:02.375933 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd56074-0cbd-42d8-ba0b-b5e60bfc334e req-3dad2ffe-f4b5-408f-bc05-f203ed811063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:02.378566 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-8fd56074-0cbd-42d8-ba0b-b5e60bfc334e req-3dad2ffe-f4b5-408f-bc05-f203ed811063 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 1129 time: 0.0631363 Oct 17 04:33:02.391155 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-9bbb05b6-ef23-4c91-b423-17bf19068741 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:33:02.412290 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-9bbb05b6-ef23-4c91-b423-17bf19068741 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:33:02.419376 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-9bbb05b6-ef23-4c91-b423-17bf19068741 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Received port after_create {{(pid=104488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:33:02.451959 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] Set router 90ded1c0-c36e-46d2-ad7f-35d7e522587f gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:33:02.530843 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb05b6-ef23-4c91-b423-17bf19068741 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Pushing event updated for resources: {'Port': ['ID=d6e73103-0bcc-46c6-a3be-e7d793fb4195,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:02.599446 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-12aeae10-e146-41cf-b6b9-0fa5dd5b9a6c req-1d8c3432-3d03-4ca5-bb80-0b811c9fc8f9 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4420304 Oct 17 04:33:02.623373 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c2911-8437-4797-94c2-22e07d71bb78 req-41360ffe-d8b8-491d-9b5d-98b59e919552 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:02.632251 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-448c2911-8437-4797-94c2-22e07d71bb78 req-41360ffe-d8b8-491d-9b5d-98b59e919552 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 945 time: 0.2018089 Oct 17 04:33:02.696821 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-8fd56074-0cbd-42d8-ba0b-b5e60bfc334e req-2032da2e-41d7-477d-afac-be8bce781129 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741215 Oct 17 04:33:02.703849 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-9bbb05b6-ef23-4c91-b423-17bf19068741 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:02.706342 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-9bbb05b6-ef23-4c91-b423-17bf19068741 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:02.773275 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 5222da2e-23f0-444c-8c5b-41dc5d7be092 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:33:02.773784 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (5222da2e-23f0-444c-8c5b-41dc5d7be092), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:02.788846 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-9bbb05b6-ef23-4c91-b423-17bf19068741 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1476562 Oct 17 04:33:02.810088 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-448c2911-8437-4797-94c2-22e07d71bb78 req-5687d62a-0cc6-4af3-8787-231cb0559116 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768038 Oct 17 04:33:02.826406 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:02.882097 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:02.921271 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c3b31-1d36-4f51-b5ae-7c1250bb8845 req-cee88f68-839d-4617-96af-12c15e5c8daf tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:02.922872 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e35c3b31-1d36-4f51-b5ae-7c1250bb8845 req-cee88f68-839d-4617-96af-12c15e5c8daf tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 931 time: 0.0743551 Oct 17 04:33:02.970717 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:02.978100 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e7aee0d8-c0e0-4c1d-9e66-11e32aaf2730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:02.989241 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e35c3b31-1d36-4f51-b5ae-7c1250bb8845 req-e1950661-af9b-4ab2-a0ac-e241493fc9d4 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566416 Oct 17 04:33:03.037319 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-f8b7c777-879e-43f4-bc36-17ff6a2e4a12 None None] Current status of the port 49f6a68f-fd88-4ebd-a36b-4f4328810b35 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:33:03.037920 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c777-879e-43f4-bc36-17ff6a2e4a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (49f6a68f-fd88-4ebd-a36b-4f4328810b35), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:03.045813 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:03.051628 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] Request body: {'port': {'device_id': 'e5722cf2-3e88-4c8e-a533-e6a228c13a82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86155'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:33:03.072010 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port 5222da2e-23f0-444c-8c5b-41dc5d7be092, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=5222da2e-23f0-444c-8c5b-41dc5d7be092,segment=NetworkSegment(1b7f1744-e228-4bb2-ad97-6cc7e494aa27),segment_id=1b7f1744-e228-4bb2-ad97-6cc7e494aa27)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:33:03.110700 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-f8b7c777-879e-43f4-bc36-17ff6a2e4a12 None None] For port 49f6a68f-fd88-4ebd-a36b-4f4328810b35, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=49f6a68f-fd88-4ebd-a36b-4f4328810b35,segment=NetworkSegment(23df42e5-411c-4f51-ab03-ca873d887cae),segment_id=23df42e5-411c-4f51-ab03-ca873d887cae)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:33:03.111623 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:03.123810 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c777-879e-43f4-bc36-17ff6a2e4a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (49f6a68f-fd88-4ebd-a36b-4f4328810b35), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:03.125589 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (5222da2e-23f0-444c-8c5b-41dc5d7be092), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:03.126322 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 49f6a68f-fd88-4ebd-a36b-4f4328810b35 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:33:03.265339 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 57524) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:03.303327 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-e7aee0d8-c0e0-4c1d-9e66-11e32aaf2730 admin admin] Allocated IP 172.20.0.1 (b2ead8cd-0179-4a72-8692-2f2e658055f5/73f193ab-891c-429c-97b1-5ad30783f84c/8f07e50d-8a5b-450a-82b6-d9e1ff23ee05) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:33:03.320968 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (d6e73103-0bcc-46c6-a3be-e7d793fb4195), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:03.358840 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ded1c0-c36e-46d2-ad7f-35d7e522587f', 'name': 'tempest-TestShelveInstance-630362035-router', 'tenant_id': 'a6b849952b924a8ba372094059854328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:58Z', 'updated_at': '2022-10-17T04:32:59Z', 'revision_number': 3, 'project_id': 'a6b849952b924a8ba372094059854328', 'gw_port': {'id': '7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ded1c0-c36e-46d2-ad7f-35d7e522587f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:58Z', 'updated_at': '2022-10-17T04:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:33:03.363107 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7c777-879e-43f4-bc36-17ff6a2e4a12 None None] Pushing event updated for resources: {'Port': ['ID=49f6a68f-fd88-4ebd-a36b-4f4328810b35,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:03.398312 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] Checking router: 90ded1c0-c36e-46d2-ad7f-35d7e522587f for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:33:03.398703 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] Updating router 90ded1c0-c36e-46d2-ad7f-35d7e522587f port 7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e binding host dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:33:03.420781 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-569159d1-dc4d-4377-a550-038cacffe06a None None] Provisioning complete for port d6e73103-0bcc-46c6-a3be-e7d793fb4195 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:33:03.421287 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-569159d1-dc4d-4377-a550-038cacffe06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (d6e73103-0bcc-46c6-a3be-e7d793fb4195), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:03.421501 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-569159d1-dc4d-4377-a550-038cacffe06a None None] Attempt 1 to provision port d6e73103-0bcc-46c6-a3be-e7d793fb4195 Oct 17 04:33:03.496419 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-188edb87-f7cb-4786-9e26-30ed6440eb4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:03.499340 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e7aee0d8-c0e0-4c1d-9e66-11e32aaf2730 admin admin] Publish callbacks [] for port (8f07e50d-8a5b-450a-82b6-d9e1ff23ee05), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:03.525522 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:03.529666 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 49f6a68f-fd88-4ebd-a36b-4f4328810b35 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:33:03.530181 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (49f6a68f-fd88-4ebd-a36b-4f4328810b35), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:03.530382 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 49f6a68f-fd88-4ebd-a36b-4f4328810b35 Oct 17 04:33:03.533969 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-569159d1-dc4d-4377-a550-038cacffe06a None None] Port d6e73103-0bcc-46c6-a3be-e7d793fb4195 cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:33:03.535117 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=5222da2e-23f0-444c-8c5b-41dc5d7be092,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:03.545058 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e7aee0d8-c0e0-4c1d-9e66-11e32aaf2730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (8f07e50d-8a5b-450a-82b6-d9e1ff23ee05), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:03.573685 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-f1537b8f-ec3c-4d23-a7cf-eccc8c98bdbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:03.611820 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aee0d8-c0e0-4c1d-9e66-11e32aaf2730 admin admin] Network b2ead8cd-0179-4a72-8692-2f2e658055f5 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:33:03.615228 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-e7aee0d8-c0e0-4c1d-9e66-11e32aaf2730 admin admin] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:33:03.617786 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aee0d8-c0e0-4c1d-9e66-11e32aaf2730 admin admin] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:33:03.621491 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-188edb87-f7cb-4786-9e26-30ed6440eb4e admin admin] Publish callbacks [] for security_group (2a652ef4-622a-4414-8444-40101016827c), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:03.623152 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aee0d8-c0e0-4c1d-9e66-11e32aaf2730 admin admin] Pushing event updated for resources: {'Port': ['ID=8f07e50d-8a5b-450a-82b6-d9e1ff23ee05,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:03.709891 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-981d958c-8966-44a6-b299-6767f4af10fc None None] Provisioning complete for port 49f6a68f-fd88-4ebd-a36b-4f4328810b35 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:33:03.710261 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-981d958c-8966-44a6-b299-6767f4af10fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (49f6a68f-fd88-4ebd-a36b-4f4328810b35), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:03.710592 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-981d958c-8966-44a6-b299-6767f4af10fc None None] Attempt 1 to provision port 49f6a68f-fd88-4ebd-a36b-4f4328810b35 Oct 17 04:33:03.715897 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e7aee0d8-c0e0-4c1d-9e66-11e32aaf2730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648191'] for router_interface (90ded1c0-c36e-46d2-ad7f-35d7e522587f), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:03.784896 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e73103-0bcc-46c6-a3be-e7d793fb4195 {{(pid=104488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:33:03.794582 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] Publish callbacks [] for port (d6e73103-0bcc-46c6-a3be-e7d793fb4195), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:03.804378 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 49f6a68f-fd88-4ebd-a36b-4f4328810b35 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:33:03.806894 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-188edb87-f7cb-4786-9e26-30ed6440eb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (2a652ef4-622a-4414-8444-40101016827c), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:03.911757 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:03.921240 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-188edb87-f7cb-4786-9e26-30ed6440eb4e admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=6030680b77114499b6caa4d61a042081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6544068 Oct 17 04:33:03.923577 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57532) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:03.940677 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-981d958c-8966-44a6-b299-6767f4af10fc None None] Current status of the port 49f6a68f-fd88-4ebd-a36b-4f4328810b35 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:33:03.983691 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.provisioning_blocks [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] Transition to ACTIVE for port object d6e73103-0bcc-46c6-a3be-e7d793fb4195 will not be triggered until provisioned by entity L2. {{(pid=104488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:33:04.011507 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7641586'] for port (d6e73103-0bcc-46c6-a3be-e7d793fb4195), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:04.029121 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:04.042168 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-52ed6911-c5b2-412b-b291-275a1845dcbc admin admin] Publish callbacks [] for security_group (2a652ef4-622a-4414-8444-40101016827c), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:04.044663 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e7aee0d8-c0e0-4c1d-9e66-11e32aaf2730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (8f07e50d-8a5b-450a-82b6-d9e1ff23ee05), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:04.046267 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56860bf-0179-4701-b560-b1457249be4f req-0a4dfbe1-3826-49f2-8295-549a5decfca9 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:04.047862 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a56860bf-0179-4701-b560-b1457249be4f req-0a4dfbe1-3826-49f2-8295-549a5decfca9 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.2501957 Oct 17 04:33:04.048598 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:04.048788 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188edb87-f7cb-4786-9e26-30ed6440eb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a652ef4-622a-4414-8444-40101016827c,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:04.087199 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-52ed6911-c5b2-412b-b291-275a1845dcbc admin admin] Publish callbacks [] for security_group (2a652ef4-622a-4414-8444-40101016827c), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:04.089314 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 5222da2e-23f0-444c-8c5b-41dc5d7be092 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:33:04.111979 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ded046-2192-40c2-b138-33798b50487f req-555d98f7-142d-40c6-bebe-479967d26d5c tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:04.113704 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-46ded046-2192-40c2-b138-33798b50487f req-555d98f7-142d-40c6-bebe-479967d26d5c tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 945 time: 0.1387250 Oct 17 04:33:04.126346 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:04.150344 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] Publish callbacks [] for port (7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e), precommit_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:04.152836 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-73bc9b8d-f4ba-4798-bebb-900698760ad4 None None] Provisioning complete for port 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:33:04.153244 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-73bc9b8d-f4ba-4798-bebb-900698760ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (8f07e50d-8a5b-450a-82b6-d9e1ff23ee05), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:04.153605 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-73bc9b8d-f4ba-4798-bebb-900698760ad4 None None] Attempt 1 to provision port 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 Oct 17 04:33:04.167507 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] Pushing event updated for resources: {'Port': ['ID=d6e73103-0bcc-46c6-a3be-e7d793fb4195,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:04.181108 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:04.246425 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-52ed6911-c5b2-412b-b291-275a1845dcbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (2a652ef4-622a-4414-8444-40101016827c), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:04.249251 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-52ed6911-c5b2-412b-b291-275a1845dcbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:04.252962 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-52ed6911-c5b2-412b-b291-275a1845dcbc admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/2a652ef4-622a-4414-8444-40101016827c HTTP/1.1" status: 204 len: 168 time: 0.3252931 Oct 17 04:33:04.258071 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a56860bf-0179-4701-b560-b1457249be4f req-da23940f-4c8e-4c67-a917-758870454a58 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744044 Oct 17 04:33:04.263691 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3e20c-e73c-42b1-815e-72b82e553b00 None None] Pushing event updated for resources: {'Port': ['ID=7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e,revision_number=2']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:04.269789 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-73bc9b8d-f4ba-4798-bebb-900698760ad4 None None] Port 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:33:04.272611 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] Attempting to bind port 7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:33:04.272936 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] Attempting to bind port 7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:33:04.273380 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] Attempting to bind port 7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e on network b27d8a1d-9748-4759-bac0-ee0df018117d {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:33:04.294146 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-46ded046-2192-40c2-b138-33798b50487f req-c559f09e-4333-480e-806b-7c1bc69b4fdf tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516657 Oct 17 04:33:04.321197 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] Attempting to bind port d6e73103-0bcc-46c6-a3be-e7d793fb4195 on host hv-cinder-86155 for vnic_type normal with profile {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:33:04.321197 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] Attempting to bind port d6e73103-0bcc-46c6-a3be-e7d793fb4195 by drivers openvswitch,hyperv on host hv-cinder-86155 at level 0 using segments [{'id': '705227ac-8d1e-419e-a3d4-a7c5171cb48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb'}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:33:04.321197 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] Attempting to bind port d6e73103-0bcc-46c6-a3be-e7d793fb4195 on network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:33:04.345431 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed6911-c5b2-412b-b291-275a1845dcbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a652ef4-622a-4414-8444-40101016827c,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:04.368818 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:04.387586 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 5222da2e-23f0-444c-8c5b-41dc5d7be092 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:33:04.387977 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (5222da2e-23f0-444c-8c5b-41dc5d7be092), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:04.388379 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 5222da2e-23f0-444c-8c5b-41dc5d7be092 Oct 17 04:33:04.391217 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:33:04.391832 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] Checking segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:33:04.392660 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:04.393171 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] Bound using segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:33:04.402409 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] Bound port: 7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:33:04.410376 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:04.451897 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:04.477655 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e7aee0d8-c0e0-4c1d-9e66-11e32aaf2730 admin admin] Publish callbacks [] for port (8f07e50d-8a5b-450a-82b6-d9e1ff23ee05), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:04.490814 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e7aee0d8-c0e0-4c1d-9e66-11e32aaf2730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (8f07e50d-8a5b-450a-82b6-d9e1ff23ee05), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:04.512349 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e00495-5e27-4018-825c-483445899ad0 req-7ef075af-0141-4785-846a-fb060cd486ee tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:04.513877 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-27e00495-5e27-4018-825c-483445899ad0 req-7ef075af-0141-4785-846a-fb060cd486ee tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 943 time: 0.0989661 Oct 17 04:33:04.517371 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] Port d6e73103-0bcc-46c6-a3be-e7d793fb4195 on network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86155 {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:33:04.517698 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] Attempting to bind port d6e73103-0bcc-46c6-a3be-e7d793fb4195 on network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:33:04.549527 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] For port 7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:33:04.553673 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 5222da2e-23f0-444c-8c5b-41dc5d7be092 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:33:04.554746 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 49f6a68f-fd88-4ebd-a36b-4f4328810b35 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:33:04.562563 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aee0d8-c0e0-4c1d-9e66-11e32aaf2730 admin admin] Pushing event updated for resources: {'Port': ['ID=8f07e50d-8a5b-450a-82b6-d9e1ff23ee05,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:04.610605 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-27e00495-5e27-4018-825c-483445899ad0 req-1f4182ae-dfe8-487a-80c3-8f3029b53573 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891516 Oct 17 04:33:04.611613 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] Checking agent: {'id': '98af6631-6ac5-4afe-8748-fa983cad7c78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86155', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:33:04.611950 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] Checking segment: {'id': '705227ac-8d1e-419e-a3d4-a7c5171cb48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:33:04.612384 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] Bound using segment: {'id': '705227ac-8d1e-419e-a3d4-a7c5171cb48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb'} {{(pid=104488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:33:04.612775 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.managers [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] Bound port: d6e73103-0bcc-46c6-a3be-e7d793fb4195, host: hv-cinder-86155, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705227ac-8d1e-419e-a3d4-a7c5171cb48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb'}}] {{(pid=104488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:33:04.613154 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (d6e73103-0bcc-46c6-a3be-e7d793fb4195), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:04.627837 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e7aee0d8-c0e0-4c1d-9e66-11e32aaf2730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648291'] for router_interface (90ded1c0-c36e-46d2-ad7f-35d7e522587f), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:04.642156 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] For port 7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:33:04.663136 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:04.681197 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:04.704729 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 49f6a68f-fd88-4ebd-a36b-4f4328810b35 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:33:04.704729 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (49f6a68f-fd88-4ebd-a36b-4f4328810b35), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:04.705344 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 49f6a68f-fd88-4ebd-a36b-4f4328810b35 Oct 17 04:33:04.738015 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] Routers {'90ded1c0-c36e-46d2-ad7f-35d7e522587f'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:33:04.738667 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:33:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['90ded1c0-c36e-46d2-ad7f-35d7e522587f'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:33:04.757359 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aee0d8-c0e0-4c1d-9e66-11e32aaf2730 admin admin] Network b2ead8cd-0179-4a72-8692-2f2e658055f5 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:33:04.763153 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-e7aee0d8-c0e0-4c1d-9e66-11e32aaf2730 admin admin] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:33:04.782204 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] For port d6e73103-0bcc-46c6-a3be-e7d793fb4195, host hv-cinder-86155, cleared binding levels {{(pid=104488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:33:04.788208 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] For port d6e73103-0bcc-46c6-a3be-e7d793fb4195, host hv-cinder-86155, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=d6e73103-0bcc-46c6-a3be-e7d793fb4195,segment=NetworkSegment(705227ac-8d1e-419e-a3d4-a7c5171cb48b),segment_id=705227ac-8d1e-419e-a3d4-a7c5171cb48b)] {{(pid=104488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:33:04.796379 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7641586'] for port (d6e73103-0bcc-46c6-a3be-e7d793fb4195), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:04.798729 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 57544) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:04.811100 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:04.811728 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:04.813120 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/d6e73103-0bcc-46c6-a3be-e7d793fb4195 HTTP/1.1" status: 200 len: 1093 time: 1.7663014 Oct 17 04:33:04.813766 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5722cf2-3e88-4c8e-a533-e6a228c13a82', 'tag': 'd6e73103-0bcc-46c6-a3be-e7d793fb4195'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:33:04.816046 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77e3cbd-48c5-4165-95f1-19e52a31490b" -d '{"events": [{"name": "network-changed", "server_uuid": "e5722cf2-3e88-4c8e-a533-e6a228c13a82", "tag": "d6e73103-0bcc-46c6-a3be-e7d793fb4195"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:33:04.837984 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3e20c-e73c-42b1-815e-72b82e553b00 None None] Pushing event updated for resources: {'Port': ['ID=7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:04.847336 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1a2eeaa1-1171-467b-85d6-279569e6476c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:04.952722 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0117559e-4fe0-433a-ba49-071ee7277289 x-openstack-request-id: req-0117559e-4fe0-433a-ba49-071ee7277289 {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:33:04.953184 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5722cf2-3e88-4c8e-a533-e6a228c13a82", "tag": "d6e73103-0bcc-46c6-a3be-e7d793fb4195", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:33:04.954085 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0117559e-4fe0-433a-ba49-071ee7277289 {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:33:04.956426 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0117559e-4fe0-433a-ba49-071ee7277289'] response: {'name': 'network-changed', 'server_uuid': 'e5722cf2-3e88-4c8e-a533-e6a228c13a82', 'tag': 'd6e73103-0bcc-46c6-a3be-e7d793fb4195', 'status': 'completed', 'code': 200} Oct 17 04:33:04.958796 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a69d1-9bce-489b-83d8-0df46070ec2a service neutron] Pushing event updated for resources: {'Port': ['ID=d6e73103-0bcc-46c6-a3be-e7d793fb4195,revision_number=3']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:04.995130 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7aee0d8-c0e0-4c1d-9e66-11e32aaf2730 admin admin] Router 90ded1c0-c36e-46d2-ad7f-35d7e522587f has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:33:05.013052 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] Set router 90ded1c0-c36e-46d2-ad7f-35d7e522587f gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:33:05.047482 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e3cbd-48c5-4165-95f1-19e52a31490b req-44400346-86a3-4434-afca-3efb2b622df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:05.048619 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e77e3cbd-48c5-4165-95f1-19e52a31490b req-44400346-86a3-4434-afca-3efb2b622df3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7bd6234b23704bdf809481085ce465eb&device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 1127 time: 0.0838339 Oct 17 04:33:05.061847 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1a2eeaa1-1171-467b-85d6-279569e6476c admin admin] Publish callbacks [] for security_group (b4f0c79b-1b29-4906-94f4-8919d390be7b), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:05.069503 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2b274f64-6b00-4528-9a50-10c1249e1192 None None] Provisioning complete for port 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:33:05.069911 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2b274f64-6b00-4528-9a50-10c1249e1192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (8f07e50d-8a5b-450a-82b6-d9e1ff23ee05), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:05.070434 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2b274f64-6b00-4528-9a50-10c1249e1192 None None] Attempt 1 to provision port 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 Oct 17 04:33:05.076273 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 49f6a68f-fd88-4ebd-a36b-4f4328810b35 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:33:05.078727 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1a2eeaa1-1171-467b-85d6-279569e6476c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (b4f0c79b-1b29-4906-94f4-8919d390be7b), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:05.130540 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7aee0d8-c0e0-4c1d-9e66-11e32aaf2730 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:33:05.142431 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-e7aee0d8-c0e0-4c1d-9e66-11e32aaf2730 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/90ded1c0-c36e-46d2-ad7f-35d7e522587f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1344624 Oct 17 04:33:05.146215 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:05.185687 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2b274f64-6b00-4528-9a50-10c1249e1192 None None] Port 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:33:05.193548 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:05.249789 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-1a2eeaa1-1171-467b-85d6-279569e6476c admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=e4ed460f400c423e8204b8fbbd3fa507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4474330 Oct 17 04:33:05.252553 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57550) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:05.255976 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2eeaa1-1171-467b-85d6-279569e6476c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f0c79b-1b29-4906-94f4-8919d390be7b,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:05.292282 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ded1c0-c36e-46d2-ad7f-35d7e522587f', 'name': 'tempest-TestShelveInstance-630362035-router', 'tenant_id': 'a6b849952b924a8ba372094059854328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:58Z', 'updated_at': '2022-10-17T04:33:03Z', 'revision_number': 4, 'project_id': 'a6b849952b924a8ba372094059854328', 'gw_port': {'id': '7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ded1c0-c36e-46d2-ad7f-35d7e522587f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:58Z', 'updated_at': '2022-10-17T04:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '8f07e50d-8a5b-450a-82b6-d9e1ff23ee05', 'name': '', 'network_id': 'b2ead8cd-0179-4a72-8692-2f2e658055f5', 'tenant_id': 'a6b849952b924a8ba372094059854328', 'mac_address': 'fa:16:3e:a8:43:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ded1c0-c36e-46d2-ad7f-35d7e522587f', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '73f193ab-891c-429c-97b1-5ad30783f84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:33:03Z', 'updated_at': '2022-10-17T04:33:04Z', 'revision_number': 2, 'project_id': 'a6b849952b924a8ba372094059854328', 'subnets': [{'id': '73f193ab-891c-429c-97b1-5ad30783f84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:33:05.318563 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e3cbd-48c5-4165-95f1-19e52a31490b req-012bd7b8-21a2-4c26-8023-b47be403fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:05.326249 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e77e3cbd-48c5-4165-95f1-19e52a31490b req-012bd7b8-21a2-4c26-8023-b47be403fb1a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=7bd6234b23704bdf809481085ce465eb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2665420 Oct 17 04:33:05.376704 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65104409-e796-4a9f-add5-7acd2f1fde96 None None] The sync data for ids ['90ded1c0-c36e-46d2-ad7f-35d7e522587f'] in dv-cinder-861557-1-iscsi is: [{'id': '90ded1c0-c36e-46d2-ad7f-35d7e522587f', 'name': 'tempest-TestShelveInstance-630362035-router', 'tenant_id': 'a6b849952b924a8ba372094059854328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:58Z', 'updated_at': '2022-10-17T04:33:03Z', 'revision_number': 4, 'project_id': 'a6b849952b924a8ba372094059854328', 'gw_port': {'id': '7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ded1c0-c36e-46d2-ad7f-35d7e522587f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:58Z', 'updated_at': '2022-10-17T04:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '8f07e50d-8a5b-450a-82b6-d9e1ff23ee05', 'name': '', 'network_id': 'b2ead8cd-0179-4a72-8692-2f2e658055f5', 'tenant_id': 'a6b849952b924a8ba372094059854328', 'mac_address': 'fa:16:3e:a8:43:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ded1c0-c36e-46d2-ad7f-35d7e522587f', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '73f193ab-891c-429c-97b1-5ad30783f84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:33:03Z', 'updated_at': '2022-10-17T04:33:04Z', 'revision_number': 2, 'project_id': 'a6b849952b924a8ba372094059854328', 'subnets': [{'id': '73f193ab-891c-429c-97b1-5ad30783f84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:33:05.602822 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3d93e526-7642-448a-ba58-8d5aaccea413 admin admin] Publish callbacks [] for security_group (b4f0c79b-1b29-4906-94f4-8919d390be7b), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:05.627843 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3d93e526-7642-448a-ba58-8d5aaccea413 admin admin] Publish callbacks [] for security_group (b4f0c79b-1b29-4906-94f4-8919d390be7b), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:05.682923 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3d93e526-7642-448a-ba58-8d5aaccea413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (b4f0c79b-1b29-4906-94f4-8919d390be7b), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:05.686811 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3d93e526-7642-448a-ba58-8d5aaccea413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:05.688712 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-3d93e526-7642-448a-ba58-8d5aaccea413 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/b4f0c79b-1b29-4906-94f4-8919d390be7b HTTP/1.1" status: 204 len: 168 time: 0.4347422 Oct 17 04:33:05.701801 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93e526-7642-448a-ba58-8d5aaccea413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f0c79b-1b29-4906-94f4-8919d390be7b,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:05.730655 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57568) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:05.753281 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-fede9063-84b8-4974-91a4-2dde576d6eb0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-756745865', 'description': 'tempest-secgroup-smoke-756745865 description', 'project_id': '164c660f217f4b29b914caf14b773b61'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:33:05.790160 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:05.824652 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fede9063-84b8-4974-91a4-2dde576d6eb0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:05.840077 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b24b4-3f88-46eb-8111-e2ed0ae85da5 req-d6001133-9579-4ebd-aa72-19e5ba119a79 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:05.846983 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cc5b24b4-3f88-46eb-8111-e2ed0ae85da5 req-d6001133-9579-4ebd-aa72-19e5ba119a79 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.4715044 Oct 17 04:33:05.949154 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fede9063-84b8-4974-91a4-2dde576d6eb0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group (03abd6e4-1646-46f0-8d43-85e42762175e), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:05.952062 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:05.956973 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fede9063-84b8-4974-91a4-2dde576d6eb0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (03abd6e4-1646-46f0-8d43-85e42762175e), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:05.978377 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e3cbd-48c5-4165-95f1-19e52a31490b req-c713985e-e86a-4a67-97d1-04ae95e96d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:05.982209 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e77e3cbd-48c5-4165-95f1-19e52a31490b req-c713985e-e86a-4a67-97d1-04ae95e96d39 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6484559 Oct 17 04:33:05.992646 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fede9063-84b8-4974-91a4-2dde576d6eb0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:05.998094 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-fede9063-84b8-4974-91a4-2dde576d6eb0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2658312 Oct 17 04:33:05.998872 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57570) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:06.008487 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cc5b24b4-3f88-46eb-8111-e2ed0ae85da5 req-fcffa3bd-ce4a-4039-ad56-87244c7aaec8 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606307 Oct 17 04:33:06.009274 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-a15cd71f-5f24-4a20-b558-4be6ac90b772 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Request body: {'security_group_rule': {'security_group_id': '03abd6e4-1646-46f0-8d43-85e42762175e', 'project_id': '164c660f217f4b29b914caf14b773b61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:33:06.034443 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64882b-3654-4f09-befa-91810b160726 req-43e575dc-ada2-4a5c-991c-20bce6880d65 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:06.035879 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede9063-84b8-4974-91a4-2dde576d6eb0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03abd6e4-1646-46f0-8d43-85e42762175e,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:06.037150 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0b64882b-3654-4f09-befa-91810b160726 req-43e575dc-ada2-4a5c-991c-20bce6880d65 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 945 time: 0.1693270 Oct 17 04:33:06.045938 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9063-84b8-4974-91a4-2dde576d6eb0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.046651 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9063-84b8-4974-91a4-2dde576d6eb0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.047144 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9063-84b8-4974-91a4-2dde576d6eb0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.047631 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9063-84b8-4974-91a4-2dde576d6eb0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.048132 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9063-84b8-4974-91a4-2dde576d6eb0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.048905 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9063-84b8-4974-91a4-2dde576d6eb0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.049428 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9063-84b8-4974-91a4-2dde576d6eb0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.050394 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9063-84b8-4974-91a4-2dde576d6eb0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.050921 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9063-84b8-4974-91a4-2dde576d6eb0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.053196 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9063-84b8-4974-91a4-2dde576d6eb0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.053722 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9063-84b8-4974-91a4-2dde576d6eb0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.054283 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9063-84b8-4974-91a4-2dde576d6eb0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.054787 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9063-84b8-4974-91a4-2dde576d6eb0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.055412 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9063-84b8-4974-91a4-2dde576d6eb0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.056081 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9063-84b8-4974-91a4-2dde576d6eb0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.071909 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a15cd71f-5f24-4a20-b558-4be6ac90b772 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group_rule (ad434063-4bbe-4b47-8d85-a0d0ff4e269b), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:06.190497 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:06.204002 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:06.205547 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a15cd71f-5f24-4a20-b558-4be6ac90b772 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group_rule (ad434063-4bbe-4b47-8d85-a0d0ff4e269b), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:06.211320 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a15cd71f-5f24-4a20-b558-4be6ac90b772 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (ad434063-4bbe-4b47-8d85-a0d0ff4e269b), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:06.220302 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-ea86d0d1-c0a8-4e43-b164-d29c9a3b06a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:06.221240 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:06.223039 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-ea86d0d1-c0a8-4e43-b164-d29c9a3b06a2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7bd6234b23704bdf809481085ce465eb&device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 1127 time: 0.1839852 Oct 17 04:33:06.244126 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15cd71f-5f24-4a20-b558-4be6ac90b772 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad434063-4bbe-4b47-8d85-a0d0ff4e269b,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:06.254943 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a15cd71f-5f24-4a20-b558-4be6ac90b772 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:06.256150 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-a15cd71f-5f24-4a20-b558-4be6ac90b772 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2513242 Oct 17 04:33:06.259637 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57578) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:06.265287 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-08fbbbe7-6a37-477b-8ce9-4979f5d5724b tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Request body: {'security_group_rule': {'security_group_id': '03abd6e4-1646-46f0-8d43-85e42762175e', 'project_id': '164c660f217f4b29b914caf14b773b61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:33:06.308592 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-08fbbbe7-6a37-477b-8ce9-4979f5d5724b tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group_rule (9238fdbc-1c3f-4c40-91e9-960c65a07f6c), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:06.309593 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a52043-7cc6-43d5-902e-b73962e15504 req-8aafd0e9-cd29-47f4-8ab9-c65010e626dc tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:06.311154 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-52a52043-7cc6-43d5-902e-b73962e15504 req-8aafd0e9-cd29-47f4-8ab9-c65010e626dc tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 943 time: 0.1892233 Oct 17 04:33:06.315049 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-0994be50-71d8-4b20-8c67-e1ccec44b61f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e73103-0bcc-46c6-a3be-e7d793fb4195 HTTP/1.1" status: 200 len: 217 time: 0.0764375 Oct 17 04:33:06.318131 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0b64882b-3654-4f09-befa-91810b160726 req-5868e9ef-ab1b-4ff3-87cf-3a12439fad10 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686172 Oct 17 04:33:06.416808 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57586) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:06.438056 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-96e3ff21-ad65-4790-8d01-94739a8aabf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:06.449144 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-52a52043-7cc6-43d5-902e-b73962e15504 req-f64255ba-0096-44a5-9076-79761d05b528 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298468 Oct 17 04:33:06.456233 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-c3c0ea5f-2af7-4729-ae0a-9ff07da5955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:06.457760 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-c3c0ea5f-2af7-4729-ae0a-9ff07da5955e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c0346a38-a53e-4be5-b7d5-8ede2ed11f33 HTTP/1.1" status: 200 len: 857 time: 0.1303594 Oct 17 04:33:06.499954 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:06.512443 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-08fbbbe7-6a37-477b-8ce9-4979f5d5724b tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group_rule (9238fdbc-1c3f-4c40-91e9-960c65a07f6c), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:06.516651 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-c0fbc727-915e-42bb-b2ed-0761da77c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:06.523476 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-c0fbc727-915e-42bb-b2ed-0761da77c1cd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581279 Oct 17 04:33:06.526990 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-08fbbbe7-6a37-477b-8ce9-4979f5d5724b tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (9238fdbc-1c3f-4c40-91e9-960c65a07f6c), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:06.528956 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:06.564864 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbbbe7-6a37-477b-8ce9-4979f5d5724b tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9238fdbc-1c3f-4c40-91e9-960c65a07f6c,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:06.603514 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-08fbbbe7-6a37-477b-8ce9-4979f5d5724b tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:06.605866 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-08fbbbe7-6a37-477b-8ce9-4979f5d5724b tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3448753 Oct 17 04:33:06.610828 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 57592) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:06.615220 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-02d35eae-67b9-4b56-a79b-07e1a5447063 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Request body: {'security_group_rule': {'security_group_id': '03abd6e4-1646-46f0-8d43-85e42762175e', 'project_id': '164c660f217f4b29b914caf14b773b61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:33:06.665852 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-96e3ff21-ad65-4790-8d01-94739a8aabf6 admin admin] Publish callbacks [] for security_group (2875458f-e14b-4db4-ab4d-0db473776601), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:06.668184 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-51189f51-2045-4a1e-bbab-460e2ba495c7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366963 Oct 17 04:33:06.674668 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-96e3ff21-ad65-4790-8d01-94739a8aabf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (2875458f-e14b-4db4-ab4d-0db473776601), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:06.716278 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-02d35eae-67b9-4b56-a79b-07e1a5447063 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group_rule (d5f7af13-e9ef-41b4-8997-fac756fa90dc), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:06.731748 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-96e3ff21-ad65-4790-8d01-94739a8aabf6 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=82a29084c87c4455bad2ce90d7279167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3138254 Oct 17 04:33:06.737649 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57596) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:06.746118 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:06.754372 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3ff21-ad65-4790-8d01-94739a8aabf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2875458f-e14b-4db4-ab4d-0db473776601,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:06.798697 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-687689df-92c3-4c0f-a350-40bc5aeffce7 admin admin] Publish callbacks [] for security_group (2875458f-e14b-4db4-ab4d-0db473776601), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:06.827478 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-687689df-92c3-4c0f-a350-40bc5aeffce7 admin admin] Publish callbacks [] for security_group (2875458f-e14b-4db4-ab4d-0db473776601), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:06.906171 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6c200f07-86f7-423d-8ded-c2d8372ef28c req-d8b8a485-2bd1-479c-a732-efb1a2dd7a46 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211285 Oct 17 04:33:06.908097 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-02d35eae-67b9-4b56-a79b-07e1a5447063 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group_rule (d5f7af13-e9ef-41b4-8997-fac756fa90dc), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:06.912192 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-02d35eae-67b9-4b56-a79b-07e1a5447063 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (d5f7af13-e9ef-41b4-8997-fac756fa90dc), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:06.920298 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:06.922450 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-687689df-92c3-4c0f-a350-40bc5aeffce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (2875458f-e14b-4db4-ab4d-0db473776601), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:06.926870 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-687689df-92c3-4c0f-a350-40bc5aeffce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:06.928271 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-687689df-92c3-4c0f-a350-40bc5aeffce7 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/2875458f-e14b-4db4-ab4d-0db473776601 HTTP/1.1" status: 204 len: 168 time: 0.1908257 Oct 17 04:33:06.937113 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687689df-92c3-4c0f-a350-40bc5aeffce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2875458f-e14b-4db4-ab4d-0db473776601,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:06.942743 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d35eae-67b9-4b56-a79b-07e1a5447063 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f7af13-e9ef-41b4-8997-fac756fa90dc,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:06.952499 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d35eae-67b9-4b56-a79b-07e1a5447063 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.952858 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d35eae-67b9-4b56-a79b-07e1a5447063 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.953258 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d35eae-67b9-4b56-a79b-07e1a5447063 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.953728 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d35eae-67b9-4b56-a79b-07e1a5447063 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.954065 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d35eae-67b9-4b56-a79b-07e1a5447063 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.954403 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d35eae-67b9-4b56-a79b-07e1a5447063 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.954730 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d35eae-67b9-4b56-a79b-07e1a5447063 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.955053 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d35eae-67b9-4b56-a79b-07e1a5447063 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.956049 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d35eae-67b9-4b56-a79b-07e1a5447063 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.956290 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d35eae-67b9-4b56-a79b-07e1a5447063 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.956625 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d35eae-67b9-4b56-a79b-07e1a5447063 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.956957 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d35eae-67b9-4b56-a79b-07e1a5447063 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.957300 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d35eae-67b9-4b56-a79b-07e1a5447063 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.957701 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d35eae-67b9-4b56-a79b-07e1a5447063 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.957952 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d35eae-67b9-4b56-a79b-07e1a5447063 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:06.964386 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-02d35eae-67b9-4b56-a79b-07e1a5447063 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:06.965221 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-02d35eae-67b9-4b56-a79b-07e1a5447063 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3533943 Oct 17 04:33:06.968170 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57608) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:06.974336 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-dc3203b5-2a68-4cd0-8427-b5a8037728a6 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Request body: {'security_group_rule': {'security_group_id': '03abd6e4-1646-46f0-8d43-85e42762175e', 'project_id': '164c660f217f4b29b914caf14b773b61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:33:07.004858 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-dc3203b5-2a68-4cd0-8427-b5a8037728a6 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group_rule (32e119ca-e029-4894-8588-2bbffe216472), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:07.068695 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-dc3203b5-2a68-4cd0-8427-b5a8037728a6 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group_rule (32e119ca-e029-4894-8588-2bbffe216472), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:07.072762 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-dc3203b5-2a68-4cd0-8427-b5a8037728a6 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (32e119ca-e029-4894-8588-2bbffe216472), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:07.093231 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3203b5-2a68-4cd0-8427-b5a8037728a6 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e119ca-e029-4894-8588-2bbffe216472,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:07.105657 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-dc3203b5-2a68-4cd0-8427-b5a8037728a6 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:07.109719 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-dc3203b5-2a68-4cd0-8427-b5a8037728a6 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376455 Oct 17 04:33:07.110125 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57612) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:07.115086 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-b496dc48-d13b-4375-9834-a896610d7506 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Request body: {'security_group_rule': {'security_group_id': '03abd6e4-1646-46f0-8d43-85e42762175e', 'project_id': '164c660f217f4b29b914caf14b773b61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:33:07.146813 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.securitygroups_db [None req-b496dc48-d13b-4375-9834-a896610d7506 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Project 164c660f217f4b29b914caf14b773b61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 04:33:07.157582 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b496dc48-d13b-4375-9834-a896610d7506 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group_rule (aa21261a-3b13-45ab-947b-0a1e6a9f776c), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:07.220294 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852053b-128a-49b2-9b5a-44f1680e9668 req-dd36b825-e795-40fc-a44f-482a53ae1456 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:07.228192 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a852053b-128a-49b2-9b5a-44f1680e9668 req-dd36b825-e795-40fc-a44f-482a53ae1456 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.0801497 Oct 17 04:33:07.247588 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b496dc48-d13b-4375-9834-a896610d7506 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group_rule (aa21261a-3b13-45ab-947b-0a1e6a9f776c), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:07.255157 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b496dc48-d13b-4375-9834-a896610d7506 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (aa21261a-3b13-45ab-947b-0a1e6a9f776c), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:07.281108 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496dc48-d13b-4375-9834-a896610d7506 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa21261a-3b13-45ab-947b-0a1e6a9f776c,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:07.300581 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a852053b-128a-49b2-9b5a-44f1680e9668 req-41ff1370-e930-4b94-bfc6-ff3bfddbe2d8 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644398 Oct 17 04:33:07.330344 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b496dc48-d13b-4375-9834-a896610d7506 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:07.333126 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-b496dc48-d13b-4375-9834-a896610d7506 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2201664 Oct 17 04:33:07.334577 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57620) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:07.340023 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-68e36d49-3943-458c-ae89-fbef5d2c510f tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Request body: {'security_group_rule': {'security_group_id': '03abd6e4-1646-46f0-8d43-85e42762175e', 'project_id': '164c660f217f4b29b914caf14b773b61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:33:07.345935 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:07.363799 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.securitygroups_db [None req-68e36d49-3943-458c-ae89-fbef5d2c510f tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Project 164c660f217f4b29b914caf14b773b61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 04:33:07.372443 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-68e36d49-3943-458c-ae89-fbef5d2c510f tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group_rule (4fe91324-77ba-4b7d-95fb-2f7bbee57578), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:07.478912 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-68e36d49-3943-458c-ae89-fbef5d2c510f tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group_rule (4fe91324-77ba-4b7d-95fb-2f7bbee57578), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:07.484155 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-68e36d49-3943-458c-ae89-fbef5d2c510f tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (4fe91324-77ba-4b7d-95fb-2f7bbee57578), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:07.502595 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e36d49-3943-458c-ae89-fbef5d2c510f tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe91324-77ba-4b7d-95fb-2f7bbee57578,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:07.525223 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-68e36d49-3943-458c-ae89-fbef5d2c510f tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:07.537721 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-68e36d49-3943-458c-ae89-fbef5d2c510f tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2011569 Oct 17 04:33:07.808761 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ed680-e568-4272-9183-5025e292aabd req-6a878e34-3343-4c57-b602-16f26ec00edd tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:07.812953 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2f0ed680-e568-4272-9183-5025e292aabd req-6a878e34-3343-4c57-b602-16f26ec00edd tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 945 time: 0.1104243 Oct 17 04:33:07.930915 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2f0ed680-e568-4272-9183-5025e292aabd req-f49149f2-b4b4-49ea-bfbe-b74c438a97e9 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107638 Oct 17 04:33:07.944510 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209db075-e25b-4454-8628-00ad79355d1a req-325b4b3f-fb22-4226-903a-4a2c760ad699 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:07.946200 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-209db075-e25b-4454-8628-00ad79355d1a req-325b4b3f-fb22-4226-903a-4a2c760ad699 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 943 time: 0.0832810 Oct 17 04:33:08.000537 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:33:08.042015 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-209db075-e25b-4454-8628-00ad79355d1a req-685ba912-a699-4345-8dcf-09a568cf431e tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841904 Oct 17 04:33:08.061589 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:33:08.062036 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:08.062435 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e Oct 17 04:33:08.145330 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:33:08.145723 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:08.169780 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port 7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:33:08.174078 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:08.226152 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:08.435628 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:08.473602 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dec70f-d9b7-4567-9d19-ddae5930c02b req-81295155-d25f-4edf-b261-e54279475fe0 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:08.475084 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e7dec70f-d9b7-4567-9d19-ddae5930c02b req-81295155-d25f-4edf-b261-e54279475fe0 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.0522673 Oct 17 04:33:08.525549 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e7dec70f-d9b7-4567-9d19-ddae5930c02b req-42ea18fd-0bf6-4866-ad2b-4c355c16f2bb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446577 Oct 17 04:33:09.103698 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device d6e73103-0bcc-46c6-a3be-e7d793fb4195 details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:33:09.109326 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cc414-a67b-4f7c-b335-8d117a5d702d req-b241857e-68fe-4d13-a59d-8c7627cabbbf tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:09.110901 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-113cc414-a67b-4f7c-b335-8d117a5d702d req-b241857e-68fe-4d13-a59d-8c7627cabbbf tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 945 time: 0.0664515 Oct 17 04:33:09.169676 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] Sync routers for ids ['90ded1c0-c36e-46d2-ad7f-35d7e522587f'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:33:09.186374 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] Routers {'90ded1c0-c36e-46d2-ad7f-35d7e522587f'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:33:09.187261 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:33:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['90ded1c0-c36e-46d2-ad7f-35d7e522587f'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:33:09.222791 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-113cc414-a67b-4f7c-b335-8d117a5d702d req-b300c0d7-3dd7-4b9e-886a-b59030e64902 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907290 Oct 17 04:33:09.232150 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ed787-104e-4a65-8ba3-6e87cfb1dc24 req-576bd6d1-00f1-4c42-8959-9e82970b330b tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:09.233769 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-196ed787-104e-4a65-8ba3-6e87cfb1dc24 req-576bd6d1-00f1-4c42-8959-9e82970b330b tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 943 time: 0.1151283 Oct 17 04:33:09.305133 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-196ed787-104e-4a65-8ba3-6e87cfb1dc24 req-822f6e13-d274-42e5-8575-3a0cd3a8922a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649431 Oct 17 04:33:09.315371 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] Set router 90ded1c0-c36e-46d2-ad7f-35d7e522587f gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:33:09.449785 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port d6e73103-0bcc-46c6-a3be-e7d793fb4195, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=d6e73103-0bcc-46c6-a3be-e7d793fb4195,segment=NetworkSegment(705227ac-8d1e-419e-a3d4-a7c5171cb48b),segment_id=705227ac-8d1e-419e-a3d4-a7c5171cb48b)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:33:09.463003 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': 'd6e73103-0bcc-46c6-a3be-e7d793fb4195', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'port_id': 'd6e73103-0bcc-46c6-a3be-e7d793fb4195', 'mac_address': 'fa:16:3e:61:3c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:33:09.526466 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port d6e73103-0bcc-46c6-a3be-e7d793fb4195 is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:33:09.526863 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (d6e73103-0bcc-46c6-a3be-e7d793fb4195), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:09.541916 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e73103-0bcc-46c6-a3be-e7d793fb4195 {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:33:09.563953 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port d6e73103-0bcc-46c6-a3be-e7d793fb4195, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=d6e73103-0bcc-46c6-a3be-e7d793fb4195,segment=NetworkSegment(705227ac-8d1e-419e-a3d4-a7c5171cb48b),segment_id=705227ac-8d1e-419e-a3d4-a7c5171cb48b)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:33:09.568320 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (d6e73103-0bcc-46c6-a3be-e7d793fb4195), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:09.596121 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ded1c0-c36e-46d2-ad7f-35d7e522587f', 'name': 'tempest-TestShelveInstance-630362035-router', 'tenant_id': 'a6b849952b924a8ba372094059854328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:58Z', 'updated_at': '2022-10-17T04:33:03Z', 'revision_number': 4, 'project_id': 'a6b849952b924a8ba372094059854328', 'gw_port': {'id': '7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ded1c0-c36e-46d2-ad7f-35d7e522587f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:58Z', 'updated_at': '2022-10-17T04:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '8f07e50d-8a5b-450a-82b6-d9e1ff23ee05', 'name': '', 'network_id': 'b2ead8cd-0179-4a72-8692-2f2e658055f5', 'tenant_id': 'a6b849952b924a8ba372094059854328', 'mac_address': 'fa:16:3e:a8:43:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ded1c0-c36e-46d2-ad7f-35d7e522587f', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '73f193ab-891c-429c-97b1-5ad30783f84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:33:03Z', 'updated_at': '2022-10-17T04:33:04Z', 'revision_number': 2, 'project_id': 'a6b849952b924a8ba372094059854328', 'subnets': [{'id': '73f193ab-891c-429c-97b1-5ad30783f84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:33:09.621483 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=d6e73103-0bcc-46c6-a3be-e7d793fb4195,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:09.628342 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] Checking router: 90ded1c0-c36e-46d2-ad7f-35d7e522587f for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:33:09.628699 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] Updating router 90ded1c0-c36e-46d2-ad7f-35d7e522587f port 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 binding host dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:33:09.657210 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (8f07e50d-8a5b-450a-82b6-d9e1ff23ee05), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:09.664536 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e3bb9-72fc-49b5-bf7e-f8a2a8c2fb02 req-c318a47d-89c4-46dd-96c2-9de388855725 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:09.667261 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-883e3bb9-72fc-49b5-bf7e-f8a2a8c2fb02 req-c318a47d-89c4-46dd-96c2-9de388855725 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.0501640 Oct 17 04:33:09.714301 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-883e3bb9-72fc-49b5-bf7e-f8a2a8c2fb02 req-9cac47a4-b5ae-4d5b-afb3-759e60684f50 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418420 Oct 17 04:33:09.758229 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:09.911743 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:09.912702 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:33:09.926696 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] Publish callbacks [] for port (8f07e50d-8a5b-450a-82b6-d9e1ff23ee05), precommit_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:09.934144 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (8f07e50d-8a5b-450a-82b6-d9e1ff23ee05), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:09.969754 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:33:09.970131 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:09.970468 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e Oct 17 04:33:09.978802 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8d07f-21c7-41fb-80ba-0034b9997e47 None None] Pushing event updated for resources: {'Port': ['ID=8f07e50d-8a5b-450a-82b6-d9e1ff23ee05,revision_number=3']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:10.037808 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] Attempting to bind port 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:33:10.038170 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] Attempting to bind port 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': '23df42e5-411c-4f51-ab03-ca873d887cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2ead8cd-0179-4a72-8692-2f2e658055f5'}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:33:10.038523 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] Attempting to bind port 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 on network b2ead8cd-0179-4a72-8692-2f2e658055f5 {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:33:10.039489 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['d6e73103-0bcc-46c6-a3be-e7d793fb4195'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:33:10.083659 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:33:10.084027 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] Checking segment: {'id': '23df42e5-411c-4f51-ab03-ca873d887cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2ead8cd-0179-4a72-8692-2f2e658055f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:33:10.084426 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:10.084815 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] Bound using segment: {'id': '23df42e5-411c-4f51-ab03-ca873d887cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2ead8cd-0179-4a72-8692-2f2e658055f5'} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:33:10.085307 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] Bound port: 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23df42e5-411c-4f51-ab03-ca873d887cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b2ead8cd-0179-4a72-8692-2f2e658055f5'}}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:33:10.085686 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (8f07e50d-8a5b-450a-82b6-d9e1ff23ee05), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:10.085795 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:33:10.112579 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:10.143261 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:10.155342 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] For port 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:33:10.158899 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] For port 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=8f07e50d-8a5b-450a-82b6-d9e1ff23ee05,segment=NetworkSegment(23df42e5-411c-4f51-ab03-ca873d887cae),segment_id=23df42e5-411c-4f51-ab03-ca873d887cae)] {{(pid=104490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:33:10.164551 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (8f07e50d-8a5b-450a-82b6-d9e1ff23ee05), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:10.203883 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] Routers {'90ded1c0-c36e-46d2-ad7f-35d7e522587f'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:33:10.204516 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:33:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['90ded1c0-c36e-46d2-ad7f-35d7e522587f'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:33:10.262774 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8d07f-21c7-41fb-80ba-0034b9997e47 None None] Pushing event updated for resources: {'Port': ['ID=8f07e50d-8a5b-450a-82b6-d9e1ff23ee05,revision_number=4']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:10.324410 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] Set router 90ded1c0-c36e-46d2-ad7f-35d7e522587f gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:33:10.358627 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778e9d4-9e71-4df1-a324-df207a84cdbf req-e5441e61-b2e1-47c3-9264-fac2dddf0a0d tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:10.360464 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d778e9d4-9e71-4df1-a324-df207a84cdbf req-e5441e61-b2e1-47c3-9264-fac2dddf0a0d tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 945 time: 0.0555444 Oct 17 04:33:10.479996 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d922e-e2de-4efc-ac14-92a7be1ab518 req-68b48d35-4b31-45ae-a52a-dca7fa0be2e4 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:10.487232 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-648d922e-e2de-4efc-ac14-92a7be1ab518 req-68b48d35-4b31-45ae-a52a-dca7fa0be2e4 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 944 time: 0.1066513 Oct 17 04:33:10.525401 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d778e9d4-9e71-4df1-a324-df207a84cdbf req-d36e136c-3bd3-4465-a75a-e8ff01ed826a tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=79cf2536-e09a-47af-81d5-b863852e5437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591165 Oct 17 04:33:10.530118 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1dec1dfa-822c-4606-bc02-ba0e9a42d5a2 req-49f88195-d9e6-42b2-8bac-b8bc1008601e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1135073 Oct 17 04:33:10.587015 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-648d922e-e2de-4efc-ac14-92a7be1ab518 req-0acc6e12-45d8-4ac4-93ff-35528f74fe9d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987775 Oct 17 04:33:10.625543 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ded1c0-c36e-46d2-ad7f-35d7e522587f', 'name': 'tempest-TestShelveInstance-630362035-router', 'tenant_id': 'a6b849952b924a8ba372094059854328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:58Z', 'updated_at': '2022-10-17T04:33:03Z', 'revision_number': 4, 'project_id': 'a6b849952b924a8ba372094059854328', 'gw_port': {'id': '7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ded1c0-c36e-46d2-ad7f-35d7e522587f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:58Z', 'updated_at': '2022-10-17T04:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '8f07e50d-8a5b-450a-82b6-d9e1ff23ee05', 'name': '', 'network_id': 'b2ead8cd-0179-4a72-8692-2f2e658055f5', 'tenant_id': 'a6b849952b924a8ba372094059854328', 'mac_address': 'fa:16:3e:a8:43:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ded1c0-c36e-46d2-ad7f-35d7e522587f', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '73f193ab-891c-429c-97b1-5ad30783f84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:33:03Z', 'updated_at': '2022-10-17T04:33:10Z', 'revision_number': 4, 'project_id': 'a6b849952b924a8ba372094059854328', 'subnets': [{'id': '73f193ab-891c-429c-97b1-5ad30783f84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:33:10.650224 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c0ffc2-1520-4480-aca0-473e53599fe9 None None] The sync data for ids ['90ded1c0-c36e-46d2-ad7f-35d7e522587f'] in dv-cinder-861557-1-iscsi is: [{'id': '90ded1c0-c36e-46d2-ad7f-35d7e522587f', 'name': 'tempest-TestShelveInstance-630362035-router', 'tenant_id': 'a6b849952b924a8ba372094059854328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:58Z', 'updated_at': '2022-10-17T04:33:03Z', 'revision_number': 4, 'project_id': 'a6b849952b924a8ba372094059854328', 'gw_port': {'id': '7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ded1c0-c36e-46d2-ad7f-35d7e522587f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:58Z', 'updated_at': '2022-10-17T04:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '8f07e50d-8a5b-450a-82b6-d9e1ff23ee05', 'name': '', 'network_id': 'b2ead8cd-0179-4a72-8692-2f2e658055f5', 'tenant_id': 'a6b849952b924a8ba372094059854328', 'mac_address': 'fa:16:3e:a8:43:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ded1c0-c36e-46d2-ad7f-35d7e522587f', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '73f193ab-891c-429c-97b1-5ad30783f84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:33:03Z', 'updated_at': '2022-10-17T04:33:10Z', 'revision_number': 4, 'project_id': 'a6b849952b924a8ba372094059854328', 'subnets': [{'id': '73f193ab-891c-429c-97b1-5ad30783f84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:33:10.847675 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3e1ef-274b-448c-8ce6-ec4362c21174 req-1b4f695b-610d-4904-b9bb-c7944c2585b9 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:10.849208 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-45f3e1ef-274b-448c-8ce6-ec4362c21174 req-1b4f695b-610d-4904-b9bb-c7944c2585b9 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.0513580 Oct 17 04:33:10.921972 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-45f3e1ef-274b-448c-8ce6-ec4362c21174 req-a1b60be6-1604-4f90-ab8f-be871bfb04ea tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655599 Oct 17 04:33:11.085607 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec1dfa-822c-4606-bc02-ba0e9a42d5a2 req-3f40b402-429e-4fdf-b692-fc2c871dd53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:11.087170 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1dec1dfa-822c-4606-bc02-ba0e9a42d5a2 req-3f40b402-429e-4fdf-b692-fc2c871dd53c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7bd6234b23704bdf809481085ce465eb&device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 1129 time: 0.0601664 Oct 17 04:33:11.189568 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device d6e73103-0bcc-46c6-a3be-e7d793fb4195 up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:33:11.195098 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:11.258962 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32141c-d9b7-487f-adcd-dc0ed819c56e req-22cf029d-e37d-46d9-8bf2-e7b3fd67132f tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:11.262192 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ad32141c-d9b7-487f-adcd-dc0ed819c56e req-22cf029d-e37d-46d9-8bf2-e7b3fd67132f tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 945 time: 0.0824735 Oct 17 04:33:11.297359 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning for port d6e73103-0bcc-46c6-a3be-e7d793fb4195 completed by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:33:11.309882 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port d6e73103-0bcc-46c6-a3be-e7d793fb4195 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:33:11.310649 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (d6e73103-0bcc-46c6-a3be-e7d793fb4195), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:11.312429 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port d6e73103-0bcc-46c6-a3be-e7d793fb4195 Oct 17 04:33:11.323880 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec1dfa-822c-4606-bc02-ba0e9a42d5a2 req-ca96f9d0-2ea7-4c15-9f2b-5d1c68f7b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:11.325487 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-1dec1dfa-822c-4606-bc02-ba0e9a42d5a2 req-ca96f9d0-2ea7-4c15-9f2b-5d1c68f7b619 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb HTTP/1.1" status: 200 len: 919 time: 0.1463861 Oct 17 04:33:11.376856 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-1dec1dfa-822c-4606-bc02-ba0e9a42d5a2 req-4fcb16ad-dd5a-440b-9779-5b8cc870bc41 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37d6f19d-2ed4-4803-ac7c-8e9517972bc6 HTTP/1.1" status: 200 len: 217 time: 0.0443845 Oct 17 04:33:11.386404 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [req-ad32141c-d9b7-487f-adcd-dc0ed819c56e req-a8c9e8fe-7182-4301-9f7d-96fb622d7d2a tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Deleting port cc1c6c63-3811-490e-b34f-4b6b771f6c42 {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:33:11.386827 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-ad32141c-d9b7-487f-adcd-dc0ed819c56e req-a8c9e8fe-7182-4301-9f7d-96fb622d7d2a tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (cc1c6c63-3811-490e-b34f-4b6b771f6c42), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:11.462007 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port d6e73103-0bcc-46c6-a3be-e7d793fb4195 is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:33:11.462768 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (d6e73103-0bcc-46c6-a3be-e7d793fb4195), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:11.467402 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec1dfa-822c-4606-bc02-ba0e9a42d5a2 req-2f9e62e0-ee89-476c-a704-19caeb2a6847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:11.468891 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-1dec1dfa-822c-4606-bc02-ba0e9a42d5a2 req-2f9e62e0-ee89-476c-a704-19caeb2a6847 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c0346a38-a53e-4be5-b7d5-8ede2ed11f33 HTTP/1.1" status: 200 len: 857 time: 0.0849807 Oct 17 04:33:11.503337 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5722cf2-3e88-4c8e-a533-e6a228c13a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e73103-0bcc-46c6-a3be-e7d793fb4195'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:33:11.505719 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a88f86-6f8b-433f-9fe2-729c52f964f7" -d '{"events": [{"server_uuid": "e5722cf2-3e88-4c8e-a533-e6a228c13a82", "name": "network-vif-plugged", "status": "completed", "tag": "d6e73103-0bcc-46c6-a3be-e7d793fb4195"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:33:11.534186 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port d6e73103-0bcc-46c6-a3be-e7d793fb4195, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=d6e73103-0bcc-46c6-a3be-e7d793fb4195,segment=NetworkSegment(705227ac-8d1e-419e-a3d4-a7c5171cb48b),segment_id=705227ac-8d1e-419e-a3d4-a7c5171cb48b)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:33:11.543606 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (d6e73103-0bcc-46c6-a3be-e7d793fb4195), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:11.547167 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [req-ad32141c-d9b7-487f-adcd-dc0ed819c56e req-a8c9e8fe-7182-4301-9f7d-96fb622d7d2a tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] For port cc1c6c63-3811-490e-b34f-4b6b771f6c42, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=cc1c6c63-3811-490e-b34f-4b6b771f6c42,segment=NetworkSegment(ce102f30-3df9-4c6c-b911-6a7e1ad4525d),segment_id=ce102f30-3df9-4c6c-b911-6a7e1ad4525d)] {{(pid=104488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:33:11.547870 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-ad32141c-d9b7-487f-adcd-dc0ed819c56e req-a8c9e8fe-7182-4301-9f7d-96fb622d7d2a tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (cc1c6c63-3811-490e-b34f-4b6b771f6c42), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:11.565994 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [req-ad32141c-d9b7-487f-adcd-dc0ed819c56e req-a8c9e8fe-7182-4301-9f7d-96fb622d7d2a tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Calling delete_port for cc1c6c63-3811-490e-b34f-4b6b771f6c42 owned by compute:nova {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:33:11.609390 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec1dfa-822c-4606-bc02-ba0e9a42d5a2 req-6edd9e45-0cb7-4bd5-b438-f291625004e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:11.610369 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05d0fb6-c6d9-45de-a84e-8400fde2a292 x-openstack-request-id: req-f05d0fb6-c6d9-45de-a84e-8400fde2a292 {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:33:11.610901 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5722cf2-3e88-4c8e-a533-e6a228c13a82", "name": "network-vif-plugged", "status": "completed", "tag": "d6e73103-0bcc-46c6-a3be-e7d793fb4195", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:33:11.612096 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f05d0fb6-c6d9-45de-a84e-8400fde2a292 {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:33:11.612680 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f05d0fb6-c6d9-45de-a84e-8400fde2a292'] response: {'server_uuid': 'e5722cf2-3e88-4c8e-a533-e6a228c13a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e73103-0bcc-46c6-a3be-e7d793fb4195', 'code': 200} Oct 17 04:33:11.616390 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-1dec1dfa-822c-4606-bc02-ba0e9a42d5a2 req-6edd9e45-0cb7-4bd5-b438-f291625004e0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1365929 Oct 17 04:33:11.655000 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=d6e73103-0bcc-46c6-a3be-e7d793fb4195,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:11.730927 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:11.750811 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-ad32141c-d9b7-487f-adcd-dc0ed819c56e req-a8c9e8fe-7182-4301-9f7d-96fb622d7d2a tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (cc1c6c63-3811-490e-b34f-4b6b771f6c42), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:11.763991 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['cc1c6c63-3811-490e-b34f-4b6b771f6c42'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:33:11.784765 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:11.818673 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4f6a1a5e-a4fc-4ea5-bd5b-c8daf777fe63 req-8b25c026-e34f-45e7-910d-d2d6ea0f03c2 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 210 time: 0.0851879 Oct 17 04:33:11.865505 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9e8fe-7182-4301-9f7d-96fb622d7d2a tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Pushing event deleted for resources: {'Port': ['ID=cc1c6c63-3811-490e-b34f-4b6b771f6c42,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:11.888511 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-1dec1dfa-822c-4606-bc02-ba0e9a42d5a2 req-46cb2ec6-55a4-4840-a1c6-d09d4e916cfa service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602887 Oct 17 04:33:11.911887 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad32141c-d9b7-487f-adcd-dc0ed819c56e req-a8c9e8fe-7182-4301-9f7d-96fb622d7d2a tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] No DVR routers for this DVR port cc1c6c63-3811-490e-b34f-4b6b771f6c42 on host hv-cinder-86155 {{(pid=104488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:33:11.917558 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-ad32141c-d9b7-487f-adcd-dc0ed819c56e req-a8c9e8fe-7182-4301-9f7d-96fb622d7d2a tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:11.921480 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ad32141c-d9b7-487f-adcd-dc0ed819c56e req-a8c9e8fe-7182-4301-9f7d-96fb622d7d2a tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.20 "DELETE /networking/v2.0/ports/cc1c6c63-3811-490e-b34f-4b6b771f6c42 HTTP/1.1" status: 204 len: 173 time: 0.6510320 Oct 17 04:33:11.921995 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39992be4-54ec-43d5-860c-c04e357acb5c', 'name': 'network-vif-deleted', 'tag': 'cc1c6c63-3811-490e-b34f-4b6b771f6c42'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:33:11.924438 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab37a71f-82bd-418b-a194-bf2df7c048be" -d '{"events": [{"server_uuid": "39992be4-54ec-43d5-860c-c04e357acb5c", "name": "network-vif-deleted", "tag": "cc1c6c63-3811-490e-b34f-4b6b771f6c42"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:33:11.947414 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb0ff7-8272-4ad1-ae92-5dee5b02292f req-76f8c0a6-2911-4122-b0b0-6ba561b2ec27 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:11.955862 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e5eb0ff7-8272-4ad1-ae92-5dee5b02292f req-76f8c0a6-2911-4122-b0b0-6ba561b2ec27 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.1456044 Oct 17 04:33:12.029279 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:33:12.029521 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1408d-5b06-49ca-ba73-ec0f26197021 req-f69c3722-3d15-49dc-9f35-0a526c3c0852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:12.031030 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-64f1408d-5b06-49ca-ba73-ec0f26197021 req-f69c3722-3d15-49dc-9f35-0a526c3c0852 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 1129 time: 0.1551845 Oct 17 04:33:12.036744 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d05c62a-6327-4230-a2b9-d7070ff1a4c4 x-openstack-request-id: req-6d05c62a-6327-4230-a2b9-d7070ff1a4c4 {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:33:12.037538 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39992be4-54ec-43d5-860c-c04e357acb5c", "name": "network-vif-deleted", "tag": "cc1c6c63-3811-490e-b34f-4b6b771f6c42", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:33:12.037976 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6d05c62a-6327-4230-a2b9-d7070ff1a4c4 {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:33:12.038601 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d05c62a-6327-4230-a2b9-d7070ff1a4c4'] response: {'server_uuid': '39992be4-54ec-43d5-860c-c04e357acb5c', 'name': 'network-vif-deleted', 'tag': 'cc1c6c63-3811-490e-b34f-4b6b771f6c42', 'status': 'completed', 'code': 200} Oct 17 04:33:12.049646 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e5eb0ff7-8272-4ad1-ae92-5dee5b02292f req-80cc4514-5331-44d1-b10d-6115d10adb34 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923491 Oct 17 04:33:12.090949 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-1dec1dfa-822c-4606-bc02-ba0e9a42d5a2 req-0be2176d-7d0b-4801-babd-281e209ba4c5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722207 Oct 17 04:33:12.156645 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:33:12.157028 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (8f07e50d-8a5b-450a-82b6-d9e1ff23ee05), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:12.157425 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 Oct 17 04:33:12.192669 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-64f1408d-5b06-49ca-ba73-ec0f26197021 req-c479ff26-87b5-4cfd-8e99-fe32d33da56e service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359811 Oct 17 04:33:12.232944 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77be6f9-1621-4178-ada1-4c620ac5489e req-d98efa5d-e36b-42b9-8c24-2493f0d7cc63 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:12.241540 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e77be6f9-1621-4178-ada1-4c620ac5489e req-d98efa5d-e36b-42b9-8c24-2493f0d7cc63 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.0890815 Oct 17 04:33:12.254877 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:33:12.255704 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (8f07e50d-8a5b-450a-82b6-d9e1ff23ee05), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:12.303414 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e77be6f9-1621-4178-ada1-4c620ac5489e req-09f84c76-542e-4434-a74f-d24431246b52 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609264 Oct 17 04:33:12.311457 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=8f07e50d-8a5b-450a-82b6-d9e1ff23ee05,segment=NetworkSegment(23df42e5-411c-4f51-ab03-ca873d887cae),segment_id=23df42e5-411c-4f51-ab03-ca873d887cae)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:33:12.317163 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (8f07e50d-8a5b-450a-82b6-d9e1ff23ee05), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:12.408931 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=8f07e50d-8a5b-450a-82b6-d9e1ff23ee05,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:12.493957 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57818) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:12.499407 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-56134b73-594f-4f0f-aa7b-c04d3abb8540 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2064667445', 'description': 'tempest-description--735764694'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:33:12.526770 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-56134b73-594f-4f0f-aa7b-c04d3abb8540 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:12.605634 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-56134b73-594f-4f0f-aa7b-c04d3abb8540 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (aa8fb451-5daf-47f9-a8e8-f723c8c7b573), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:12.610029 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-56134b73-594f-4f0f-aa7b-c04d3abb8540 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (aa8fb451-5daf-47f9-a8e8-f723c8c7b573), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:12.653899 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-56134b73-594f-4f0f-aa7b-c04d3abb8540 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:12.658666 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-56134b73-594f-4f0f-aa7b-c04d3abb8540 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1596868 Oct 17 04:33:12.658666 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57826) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:12.664002 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-06fc6157-8903-4f6d-aa0d-09dc2ed2e5ae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'security_group_rule': {'security_group_id': 'aa8fb451-5daf-47f9-a8e8-f723c8c7b573', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:33:12.669418 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56134b73-594f-4f0f-aa7b-c04d3abb8540 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8fb451-5daf-47f9-a8e8-f723c8c7b573,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:12.701615 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-06fc6157-8903-4f6d-aa0d-09dc2ed2e5ae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (7e004ad3-2c08-4dbb-a6e3-9676d7bb25dc), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:12.767922 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-06fc6157-8903-4f6d-aa0d-09dc2ed2e5ae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (7e004ad3-2c08-4dbb-a6e3-9676d7bb25dc), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:12.771518 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-06fc6157-8903-4f6d-aa0d-09dc2ed2e5ae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (7e004ad3-2c08-4dbb-a6e3-9676d7bb25dc), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:12.793229 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc6157-8903-4f6d-aa0d-09dc2ed2e5ae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e004ad3-2c08-4dbb-a6e3-9676d7bb25dc,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:12.802793 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-06fc6157-8903-4f6d-aa0d-09dc2ed2e5ae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:12.803710 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-06fc6157-8903-4f6d-aa0d-09dc2ed2e5ae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440399 Oct 17 04:33:12.806473 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57832) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:12.816176 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-b019ee3d-32ba-41a8-b84a-35c1e4d9cd13 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'security_group_rule': {'security_group_id': 'aa8fb451-5daf-47f9-a8e8-f723c8c7b573', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:33:12.843302 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:12.849047 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b019ee3d-32ba-41a8-b84a-35c1e4d9cd13 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (bebad271-0622-4e62-9bad-0e52ea04d5ba), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:12.964535 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b019ee3d-32ba-41a8-b84a-35c1e4d9cd13 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (bebad271-0622-4e62-9bad-0e52ea04d5ba), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:12.968641 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b019ee3d-32ba-41a8-b84a-35c1e4d9cd13 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (bebad271-0622-4e62-9bad-0e52ea04d5ba), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:12.993755 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019ee3d-32ba-41a8-b84a-35c1e4d9cd13 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebad271-0622-4e62-9bad-0e52ea04d5ba,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:13.004910 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b019ee3d-32ba-41a8-b84a-35c1e4d9cd13 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:13.010169 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-b019ee3d-32ba-41a8-b84a-35c1e4d9cd13 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1997554 Oct 17 04:33:13.010876 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57840) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:13.013523 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-756996bd-6954-47a7-9f3d-e234a2176d27 req-7ae14969-7015-4224-b577-f6ba62bc1405 tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 210 time: 0.0512848 Oct 17 04:33:13.015949 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-185b0128-da4c-45c9-a617-a0eb71d192ce tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'floatingip': {'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:33:13.035862 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:13.043414 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-185b0128-da4c-45c9-a617-a0eb71d192ce tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:13.137627 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-185b0128-da4c-45c9-a617-a0eb71d192ce tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:13.185703 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec8a98-0408-402a-b375-e80483c3c37f req-5ef83257-3823-42a2-aa25-049566ff4006 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:13.187498 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f8ec8a98-0408-402a-b375-e80483c3c37f req-5ef83257-3823-42a2-aa25-049566ff4006 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0583730 Oct 17 04:33:13.261318 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-185b0128-da4c-45c9-a617-a0eb71d192ce tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Allocated IP 172.27.3.72 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/80f5efe1-10cf-4f5d-8441-2359aaf9410f) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:33:13.262381 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f8ec8a98-0408-402a-b375-e80483c3c37f req-17e34f7e-20b6-446d-b940-d9ecece3d21a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689900 Oct 17 04:33:13.354184 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 57848) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:13.403665 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-185b0128-da4c-45c9-a617-a0eb71d192ce tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for port (80f5efe1-10cf-4f5d-8441-2359aaf9410f), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:13.448020 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-185b0128-da4c-45c9-a617-a0eb71d192ce tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (80f5efe1-10cf-4f5d-8441-2359aaf9410f), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:13.478177 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365d7fb-9445-482a-865c-488ae4d4cc8e req-9535357e-7cab-4b08-8553-11dd569bdf92 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:13.485140 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3365d7fb-9445-482a-865c-488ae4d4cc8e req-9535357e-7cab-4b08-8553-11dd569bdf92 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.0637848 Oct 17 04:33:13.514323 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185b0128-da4c-45c9-a617-a0eb71d192ce tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:33:13.514865 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-69d16a3e-e598-4b2c-80ac-e7d1d86ce339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:13.519232 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-185b0128-da4c-45c9-a617-a0eb71d192ce tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:33:13.523264 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185b0128-da4c-45c9-a617-a0eb71d192ce tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:33:13.544962 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:13.575088 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b0128-da4c-45c9-a617-a0eb71d192ce tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'Port': ['ID=80f5efe1-10cf-4f5d-8441-2359aaf9410f,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:13.583394 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3365d7fb-9445-482a-865c-488ae4d4cc8e req-d0711ce4-cb80-4f61-afc9-64ac1401ee56 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972817 Oct 17 04:33:13.634831 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-185b0128-da4c-45c9-a617-a0eb71d192ce tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (bfce75d6-e98f-44be-8efd-399ec6170ce8), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:13.647844 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-69d16a3e-e598-4b2c-80ac-e7d1d86ce339 admin admin] Publish callbacks [] for security_group (e29538e9-2b15-4332-ad9f-b0fce63778ae), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:13.651521 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-69d16a3e-e598-4b2c-80ac-e7d1d86ce339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (e29538e9-2b15-4332-ad9f-b0fce63778ae), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:13.672345 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:13.677746 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-185b0128-da4c-45c9-a617-a0eb71d192ce tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (80f5efe1-10cf-4f5d-8441-2359aaf9410f), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:13.692075 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d16a3e-e598-4b2c-80ac-e7d1d86ce339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29538e9-2b15-4332-ad9f-b0fce63778ae,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:13.701933 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-69d16a3e-e598-4b2c-80ac-e7d1d86ce339 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=9d1ebc7add6a48b599717cf1411ad00a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3465967 Oct 17 04:33:13.702815 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 57860) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:13.769512 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-dedd603f-0de4-4e57-942d-03510cd847cc admin admin] Publish callbacks [] for security_group (e29538e9-2b15-4332-ad9f-b0fce63778ae), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:13.791019 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-dedd603f-0de4-4e57-942d-03510cd847cc admin admin] Publish callbacks [] for security_group (e29538e9-2b15-4332-ad9f-b0fce63778ae), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:13.842086 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-185b0128-da4c-45c9-a617-a0eb71d192ce tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for port (80f5efe1-10cf-4f5d-8441-2359aaf9410f), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:13.846660 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-185b0128-da4c-45c9-a617-a0eb71d192ce tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (80f5efe1-10cf-4f5d-8441-2359aaf9410f), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:13.851090 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-dedd603f-0de4-4e57-942d-03510cd847cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (e29538e9-2b15-4332-ad9f-b0fce63778ae), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:13.854806 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-dedd603f-0de4-4e57-942d-03510cd847cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:13.857615 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-dedd603f-0de4-4e57-942d-03510cd847cc admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/e29538e9-2b15-4332-ad9f-b0fce63778ae HTTP/1.1" status: 204 len: 168 time: 0.1537216 Oct 17 04:33:13.878090 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd603f-0de4-4e57-942d-03510cd847cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29538e9-2b15-4332-ad9f-b0fce63778ae,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:13.926615 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-185b0128-da4c-45c9-a617-a0eb71d192ce tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (bfce75d6-e98f-44be-8efd-399ec6170ce8), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:13.930570 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b0128-da4c-45c9-a617-a0eb71d192ce tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'Port': ['ID=80f5efe1-10cf-4f5d-8441-2359aaf9410f,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:13.945827 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-185b0128-da4c-45c9-a617-a0eb71d192ce tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:13.947172 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-185b0128-da4c-45c9-a617-a0eb71d192ce tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9351795 Oct 17 04:33:13.950022 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:33:14.017245 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:33:14.019677 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (8f07e50d-8a5b-450a-82b6-d9e1ff23ee05), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:14.020032 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 Oct 17 04:33:14.118537 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:33:14.240286 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-34c6e720-5257-436e-b5b8-7c01e8b8ddd6 req-d3ff3806-f222-4cc1-aaa1-40a3a6c4f9be tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=39992be4-54ec-43d5-860c-c04e357acb5c HTTP/1.1" status: 200 len: 210 time: 0.0667903 Oct 17 04:33:14.311690 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 57888) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:14.355369 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d60f1185-7f70-45e2-a0c7-2a1583e1dce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:14.408363 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:14.434989 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-fa102b41-163f-4afc-9c35-39c9aaa2d0bb tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2064667445&fields=id&tenant_id=e022e6125e85417881ce226db7a5c764 HTTP/1.1" status: 200 len: 267 time: 0.0757797 Oct 17 04:33:14.528858 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d60f1185-7f70-45e2-a0c7-2a1583e1dce5 admin admin] Publish callbacks [] for security_group (63ab4eb4-f952-4e64-97fd-8f1c2c3eed77), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:14.579726 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d60f1185-7f70-45e2-a0c7-2a1583e1dce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (63ab4eb4-f952-4e64-97fd-8f1c2c3eed77), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:14.641396 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad20ef-faa7-441e-9e03-f2db6c0e5140 req-ba4f2609-0bc2-443b-b193-3eee227ad43a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:14.642963 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-52ad20ef-faa7-441e-9e03-f2db6c0e5140 req-ba4f2609-0bc2-443b-b193-3eee227ad43a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.1288767 Oct 17 04:33:14.676258 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f1185-7f70-45e2-a0c7-2a1583e1dce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ab4eb4-f952-4e64-97fd-8f1c2c3eed77,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:14.680420 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-d60f1185-7f70-45e2-a0c7-2a1583e1dce5 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=b4a2972693a34de2b1b8e0ebee5c4c74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3671026 Oct 17 04:33:14.683929 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57902) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:14.711863 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-18d082bf-cdc2-463a-bcd4-70184d785318 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:14.713544 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-18d082bf-cdc2-463a-bcd4-70184d785318 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/networks?id=60b2c529-82f9-47ea-9951-24ba7b38ebc9 HTTP/1.1" status: 200 len: 815 time: 0.2330568 Oct 17 04:33:14.737905 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e712b561-2cd8-4b23-979c-6be94a58668e admin admin] Publish callbacks [] for security_group (63ab4eb4-f952-4e64-97fd-8f1c2c3eed77), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:14.742099 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-73a83a53-cf32-48c4-a210-b55fadda71e2 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/quotas/e022e6125e85417881ce226db7a5c764 HTTP/1.1" status: 200 len: 375 time: 0.0211754 Oct 17 04:33:14.745869 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-52ad20ef-faa7-441e-9e03-f2db6c0e5140 req-f95e3729-db4d-474a-817f-ef216d890181 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921476 Oct 17 04:33:14.759649 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e712b561-2cd8-4b23-979c-6be94a58668e admin admin] Publish callbacks [] for security_group (63ab4eb4-f952-4e64-97fd-8f1c2c3eed77), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:14.795944 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:14.816263 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:14.831150 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e712b561-2cd8-4b23-979c-6be94a58668e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (63ab4eb4-f952-4e64-97fd-8f1c2c3eed77), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:14.831618 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-64934688-a383-45ff-a841-46015353e4c9 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e022e6125e85417881ce226db7a5c764&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0828147 Oct 17 04:33:14.836552 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e712b561-2cd8-4b23-979c-6be94a58668e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:14.837966 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-e712b561-2cd8-4b23-979c-6be94a58668e admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/63ab4eb4-f952-4e64-97fd-8f1c2c3eed77 HTTP/1.1" status: 204 len: 168 time: 0.1517248 Oct 17 04:33:14.854876 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712b561-2cd8-4b23-979c-6be94a58668e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ab4eb4-f952-4e64-97fd-8f1c2c3eed77,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:14.935209 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9dd5e-e008-4f43-80c8-75b1a2ddcc55 req-8d14eb88-135e-4c59-90cb-dc4cbfc2c361 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:14.936704 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a8b9dd5e-e008-4f43-80c8-75b1a2ddcc55 req-8d14eb88-135e-4c59-90cb-dc4cbfc2c361 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.1135197 Oct 17 04:33:15.020893 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a8b9dd5e-e008-4f43-80c8-75b1a2ddcc55 req-1481f54c-e94d-4a09-b922-e1d1cefbaf32 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774565 Oct 17 04:33:15.023513 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-89262cc5-6450-4446-b392-ffc766e55c0d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549866 Oct 17 04:33:15.150183 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d891cda-974a-42fb-96a7-a7ae0223318d req-80c5dc13-3feb-4777-9bae-f950fa90ba3d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:15.152350 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4d891cda-974a-42fb-96a7-a7ae0223318d req-80c5dc13-3feb-4777-9bae-f950fa90ba3d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0631294 Oct 17 04:33:15.162485 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 57912) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:15.169495 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-64310b9f-100e-4df3-9281-1eea8cd6b7cd tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Request body: {'floatingip': {'port_id': 'd6e73103-0bcc-46c6-a3be-e7d793fb4195'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:33:15.169983 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-37c8bda7-5b49-4c24-bdf1-1e18bc39c34e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394186 Oct 17 04:33:15.217143 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-64310b9f-100e-4df3-9281-1eea8cd6b7cd tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for floatingip (290b62cf-17c9-452d-b89f-7c4c5a2c2b3c), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:15.238932 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device cc1c6c63-3811-490e-b34f-4b6b771f6c42 no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:33:15.271738 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] No Port match for: cc1c6c63-3811-490e-b34f-4b6b771f6c42 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:33:15.272372 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device cc1c6c63-3811-490e-b34f-4b6b771f6c42 not bound to the agent host hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:33:15.440757 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-30989d0b-3abc-408d-be2d-a97c07679d26 req-21b80ba3-4b33-4584-93c8-f1655c9ff80d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 210 time: 0.0460794 Oct 17 04:33:15.876732 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-64310b9f-100e-4df3-9281-1eea8cd6b7cd tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:15.897809 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-64310b9f-100e-4df3-9281-1eea8cd6b7cd tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (290b62cf-17c9-452d-b89f-7c4c5a2c2b3c), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:16.031842 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:DELETE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:16.035352 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.l3_db [None req-64310b9f-100e-4df3-9281-1eea8cd6b7cd tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Floating IP 290b62cf-17c9-452d-b89f-7c4c5a2c2b3c associated. External IP: 172.27.3.88, port: d6e73103-0bcc-46c6-a3be-e7d793fb4195. Oct 17 04:33:16.227839 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5a508-89dd-48b3-b7bc-a71cacd1bdea req-096fa3e2-94c6-4add-ad4b-ae0572b13e3d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:16.238586 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-57e5a508-89dd-48b3-b7bc-a71cacd1bdea req-096fa3e2-94c6-4add-ad4b-ae0572b13e3d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.0899324 Oct 17 04:33:16.305044 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-57e5a508-89dd-48b3-b7bc-a71cacd1bdea req-9fa67ac9-427b-4bb7-896b-51ed34d26f79 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621457 Oct 17 04:33:16.377650 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64310b9f-100e-4df3-9281-1eea8cd6b7cd tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Router 360408b5-178b-451c-aa29-5d9d8bcf86eb has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:33:16.547815 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:16.558553 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64310b9f-100e-4df3-9281-1eea8cd6b7cd tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:33:16.563377 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-64310b9f-100e-4df3-9281-1eea8cd6b7cd tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:16.568857 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cf3389-a5b6-438d-a2be-85e6ab5faf0d None None] Sync routers for ids ['360408b5-178b-451c-aa29-5d9d8bcf86eb'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:33:16.589813 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cf3389-a5b6-438d-a2be-85e6ab5faf0d None None] Routers {'360408b5-178b-451c-aa29-5d9d8bcf86eb'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:33:16.590453 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-11cf3389-a5b6-438d-a2be-85e6ab5faf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:33:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['360408b5-178b-451c-aa29-5d9d8bcf86eb'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:33:16.611260 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d8686597-1a23-4704-aa87-16bcff43e33f req-4daaa964-1d62-447d-a4f3-03d3dd2bbc0d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 210 time: 0.0459964 Oct 17 04:33:16.615102 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-64310b9f-100e-4df3-9281-1eea8cd6b7cd tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/290b62cf-17c9-452d-b89f-7c4c5a2c2b3c HTTP/1.1" status: 200 len: 990 time: 1.4490180 Oct 17 04:33:16.615102 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5722cf2-3e88-4c8e-a533-e6a228c13a82', 'tag': 'd6e73103-0bcc-46c6-a3be-e7d793fb4195'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:33:16.616559 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2824ed-f936-48ec-9866-59651c772090" -d '{"events": [{"name": "network-changed", "server_uuid": "e5722cf2-3e88-4c8e-a533-e6a228c13a82", "tag": "d6e73103-0bcc-46c6-a3be-e7d793fb4195"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:33:16.691759 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5841664-f122-4020-80fa-3f1c2c8fea9b x-openstack-request-id: req-a5841664-f122-4020-80fa-3f1c2c8fea9b {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:33:16.692001 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5722cf2-3e88-4c8e-a533-e6a228c13a82", "tag": "d6e73103-0bcc-46c6-a3be-e7d793fb4195", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:33:16.692562 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a5841664-f122-4020-80fa-3f1c2c8fea9b {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:33:16.692923 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5841664-f122-4020-80fa-3f1c2c8fea9b'] response: {'name': 'network-changed', 'server_uuid': 'e5722cf2-3e88-4c8e-a533-e6a228c13a82', 'tag': 'd6e73103-0bcc-46c6-a3be-e7d793fb4195', 'status': 'completed', 'code': 200} Oct 17 04:33:16.741263 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:16.803525 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-11cf3389-a5b6-438d-a2be-85e6ab5faf0d None None] Set router 360408b5-178b-451c-aa29-5d9d8bcf86eb gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:33:16.848186 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2824ed-f936-48ec-9866-59651c772090 req-cac704b2-2207-4deb-b158-c663e20b18f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:16.849175 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:16.850214 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ee2824ed-f936-48ec-9866-59651c772090 req-cac704b2-2207-4deb-b158-c663e20b18f0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7bd6234b23704bdf809481085ce465eb&device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 1129 time: 0.0549333 Oct 17 04:33:17.045957 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-11cf3389-a5b6-438d-a2be-85e6ab5faf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'name': 'tempest-ServerRescueNegativeTestJSON-196942370-router', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:02Z', 'revision_number': 4, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'gw_port': {'id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '290b62cf-17c9-452d-b89f-7c4c5a2c2b3c', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'port_id': 'd6e73103-0bcc-46c6-a3be-e7d793fb4195', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'mac_address': 'fa:16:3e:61:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5722cf2-3e88-4c8e-a533-e6a228c13a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:32:55Z', 'updated_at': '2022-10-17T04:33:15Z', 'revision_number': 1, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7', 'name': '', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'mac_address': 'fa:16:3e:94:74:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:27Z', 'revision_number': 5, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'subnets': [{'id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:33:17.072020 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cf3389-a5b6-438d-a2be-85e6ab5faf0d None None] Checking router: 360408b5-178b-451c-aa29-5d9d8bcf86eb for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:33:17.081333 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cf3389-a5b6-438d-a2be-85e6ab5faf0d None None] Routers {'360408b5-178b-451c-aa29-5d9d8bcf86eb'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:33:17.081954 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-11cf3389-a5b6-438d-a2be-85e6ab5faf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:33:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['360408b5-178b-451c-aa29-5d9d8bcf86eb'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:33:17.186505 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2824ed-f936-48ec-9866-59651c772090 req-f55e7a92-996a-466c-b630-37d2fdbecbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:17.188715 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ee2824ed-f936-48ec-9866-59651c772090 req-f55e7a92-996a-466c-b630-37d2fdbecbdc service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb HTTP/1.1" status: 200 len: 919 time: 0.3087602 Oct 17 04:33:17.193553 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-11cf3389-a5b6-438d-a2be-85e6ab5faf0d None None] Set router 360408b5-178b-451c-aa29-5d9d8bcf86eb gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:33:17.413114 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-11cf3389-a5b6-438d-a2be-85e6ab5faf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'name': 'tempest-ServerRescueNegativeTestJSON-196942370-router', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:02Z', 'revision_number': 4, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'gw_port': {'id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '290b62cf-17c9-452d-b89f-7c4c5a2c2b3c', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'port_id': 'd6e73103-0bcc-46c6-a3be-e7d793fb4195', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'mac_address': 'fa:16:3e:61:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5722cf2-3e88-4c8e-a533-e6a228c13a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:32:55Z', 'updated_at': '2022-10-17T04:33:15Z', 'revision_number': 1, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7', 'name': '', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'mac_address': 'fa:16:3e:94:74:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:27Z', 'revision_number': 5, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'subnets': [{'id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:33:17.438512 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d7ed3-80e1-4626-af06-339f2cc720c3 req-9e3d62e9-b450-477f-9499-69807114699c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:17.440006 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b71d7ed3-80e1-4626-af06-339f2cc720c3 req-9e3d62e9-b450-477f-9499-69807114699c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.0493391 Oct 17 04:33:17.442600 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cf3389-a5b6-438d-a2be-85e6ab5faf0d None None] The sync data for ids ['360408b5-178b-451c-aa29-5d9d8bcf86eb'] in dv-cinder-861557-1-iscsi is: [{'id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'name': 'tempest-ServerRescueNegativeTestJSON-196942370-router', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:02Z', 'revision_number': 4, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'gw_port': {'id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '290b62cf-17c9-452d-b89f-7c4c5a2c2b3c', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'port_id': 'd6e73103-0bcc-46c6-a3be-e7d793fb4195', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'mac_address': 'fa:16:3e:61:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5722cf2-3e88-4c8e-a533-e6a228c13a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:32:55Z', 'updated_at': '2022-10-17T04:33:15Z', 'revision_number': 1, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7', 'name': '', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'mac_address': 'fa:16:3e:94:74:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:27Z', 'revision_number': 5, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'subnets': [{'id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:33:17.494041 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b71d7ed3-80e1-4626-af06-339f2cc720c3 req-b3d5485d-467e-4ead-bb75-69cbd4329e05 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473454 Oct 17 04:33:17.633863 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef4c7a9-dd7d-479a-9a36-e023d0bce698 None None] New status for floating IP 290b62cf-17c9-452d-b89f-7c4c5a2c2b3c: ACTIVE {{(pid=104490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:33:17.779214 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3c931051-9efe-4f38-ba34-5785602de65e req-d4504d3d-aa61-41d8-a232-4cb9646c2f35 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 210 time: 0.0346420 Oct 17 04:33:18.618649 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb14d3-9180-4a60-807c-0cfa0093de53 req-465f73d3-bab3-4f3f-ba5d-02e13e3eb1ce tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:18.620692 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-98fb14d3-9180-4a60-807c-0cfa0093de53 req-465f73d3-bab3-4f3f-ba5d-02e13e3eb1ce tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.0473073 Oct 17 04:33:18.668015 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-98fb14d3-9180-4a60-807c-0cfa0093de53 req-ecab8ab4-a9b4-4055-aea7-8dedc76fc00b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417101 Oct 17 04:33:18.894134 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5f5d315b-a942-4d1e-b7a5-44e421a06e78 req-68f22d4b-3bba-42db-b577-c9563e467bd7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 210 time: 0.0299311 Oct 17 04:33:19.125247 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ee2824ed-f936-48ec-9866-59651c772090 req-abd94047-4963-4630-bcd7-a6034d17a85a service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e73103-0bcc-46c6-a3be-e7d793fb4195 HTTP/1.1" status: 200 len: 1000 time: 0.0576088 Oct 17 04:33:19.754910 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:19.792566 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34122b77-8315-44e6-8e63-19806da9548d req-8ba7248d-977e-493d-bd29-cd91902759d1 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:19.794058 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-34122b77-8315-44e6-8e63-19806da9548d req-8ba7248d-977e-493d-bd29-cd91902759d1 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.0473342 Oct 17 04:33:19.844660 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-34122b77-8315-44e6-8e63-19806da9548d req-2deb1951-d152-4bd2-8752-5a5927ea31a3 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449817 Oct 17 04:33:20.000808 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6807ff23-ab73-44f2-b086-50ae6c8d1646 req-661752ff-ec6c-41ef-a371-7372bc0c3bec tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 210 time: 0.0294220 Oct 17 04:33:20.314212 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2824ed-f936-48ec-9866-59651c772090 req-0ff0e9b2-7cce-4d8c-a60a-264f8282da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:20.315667 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ee2824ed-f936-48ec-9866-59651c772090 req-0ff0e9b2-7cce-4d8c-a60a-264f8282da8f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c0346a38-a53e-4be5-b7d5-8ede2ed11f33 HTTP/1.1" status: 200 len: 857 time: 0.1074486 Oct 17 04:33:20.350368 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-71802ce8-9c03-4dbb-aff7-8c96638f0763 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:20.351798 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-71802ce8-9c03-4dbb-aff7-8c96638f0763 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.20 "GET /networking/v2.0/networks?id=60b2c529-82f9-47ea-9951-24ba7b38ebc9 HTTP/1.1" status: 200 len: 815 time: 0.1448143 Oct 17 04:33:20.765794 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2824ed-f936-48ec-9866-59651c772090 req-ca641916-f95c-497a-b612-152da826307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:20.767265 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ee2824ed-f936-48ec-9866-59651c772090 req-ca641916-f95c-497a-b612-152da826307d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0734460 Oct 17 04:33:20.802370 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-aeecc37a-4142-4339-9747-ed1981999aa3 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e022e6125e85417881ce226db7a5c764 HTTP/1.1" status: 200 len: 472 time: 0.1097596 Oct 17 04:33:20.972077 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41985f05-1a1c-435d-9a57-a01be5c0466a req-b47ae4ec-7410-4842-9690-6eb1c7d8a93f tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:20.973608 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-41985f05-1a1c-435d-9a57-a01be5c0466a req-b47ae4ec-7410-4842-9690-6eb1c7d8a93f tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.0487978 Oct 17 04:33:21.025516 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-41985f05-1a1c-435d-9a57-a01be5c0466a req-cfccf845-b473-4d26-a094-ce306ca67785 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455298 Oct 17 04:33:21.109400 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-699809aa-8b66-4289-8b75-0cebb80e823b req-7b911fb6-2fac-431b-800a-80a359b3876f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 210 time: 0.0313432 Oct 17 04:33:21.219038 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-1e71726b-91d3-41f1-b4c0-c8f1a5b310a8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'port': {'device_id': '77752d3b-6577-45d9-b7f4-1bca4ee444be', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'admin_state_up': True, 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'security_groups': ['aa8fb451-5daf-47f9-a8e8-f723c8c7b573']}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:33:21.377578 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ee2824ed-f936-48ec-9866-59651c772090 req-7923ba0a-7515-4c17-af41-d9491b460ec4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919777 Oct 17 04:33:21.396511 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 58124) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:21.520806 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:21.528649 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-1e71726b-91d3-41f1-b4c0-c8f1a5b310a8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Made reservation on behalf of e022e6125e85417881ce226db7a5c764 for: {'port': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:33:21.533506 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-1e71726b-91d3-41f1-b4c0-c8f1a5b310a8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:21.546843 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-fc6290bc-9024-44f8-94b6-2b7f4ce2245a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:21.572018 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ee2824ed-f936-48ec-9866-59651c772090 req-4cc849c2-8166-4309-b7f5-8b07cbe2e90d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658938 Oct 17 04:33:21.585699 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:21.660191 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-fc6290bc-9024-44f8-94b6-2b7f4ce2245a admin admin] Publish callbacks [] for security_group (16f9f503-9788-4585-aca7-5f7656ecc42c), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:21.666353 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-fc6290bc-9024-44f8-94b6-2b7f4ce2245a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (16f9f503-9788-4585-aca7-5f7656ecc42c), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:21.683936 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:21.717902 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-fc6290bc-9024-44f8-94b6-2b7f4ce2245a admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=d6e9a18d963b46c39d68434b89141167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192987 Oct 17 04:33:21.718819 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 58146) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:21.732300 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6290bc-9024-44f8-94b6-2b7f4ce2245a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f9f503-9788-4585-aca7-5f7656ecc42c,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:21.733252 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-1e71726b-91d3-41f1-b4c0-c8f1a5b310a8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Allocated IP 172.20.0.7 (60b2c529-82f9-47ea-9951-24ba7b38ebc9/a304680d-2236-42f7-928f-3e762d91fb9c/68d2f18e-a6e0-4ab3-8073-de5deb76b4d2) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:33:21.806182 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-9db92462-6b33-49ec-8763-fac9c59c8f61 admin admin] Publish callbacks [] for security_group (16f9f503-9788-4585-aca7-5f7656ecc42c), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:21.833597 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-9db92462-6b33-49ec-8763-fac9c59c8f61 admin admin] Publish callbacks [] for security_group (16f9f503-9788-4585-aca7-5f7656ecc42c), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:21.840385 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 58148) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:21.918756 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-9db92462-6b33-49ec-8763-fac9c59c8f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (16f9f503-9788-4585-aca7-5f7656ecc42c), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:21.921361 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-9db92462-6b33-49ec-8763-fac9c59c8f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:21.933354 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-9db92462-6b33-49ec-8763-fac9c59c8f61 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/16f9f503-9788-4585-aca7-5f7656ecc42c HTTP/1.1" status: 204 len: 168 time: 0.2095370 Oct 17 04:33:21.944193 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-1e71726b-91d3-41f1-b4c0-c8f1a5b310a8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for port (68d2f18e-a6e0-4ab3-8073-de5deb76b4d2), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:21.959253 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db92462-6b33-49ec-8763-fac9c59c8f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f9f503-9788-4585-aca7-5f7656ecc42c,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:21.993822 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-1e71726b-91d3-41f1-b4c0-c8f1a5b310a8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (68d2f18e-a6e0-4ab3-8073-de5deb76b4d2), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:22.084867 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71726b-91d3-41f1-b4c0-c8f1a5b310a8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'Port': ['ID=68d2f18e-a6e0-4ab3-8073-de5deb76b4d2,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:22.108504 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-40e2122a-70e7-461b-80a0-afd9d12b7d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:22.129304 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-1e71726b-91d3-41f1-b4c0-c8f1a5b310a8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:33:22.134082 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-1e71726b-91d3-41f1-b4c0-c8f1a5b310a8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:33:22.158079 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-1e71726b-91d3-41f1-b4c0-c8f1a5b310a8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:33:22.278823 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-1e71726b-91d3-41f1-b4c0-c8f1a5b310a8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:22.285389 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-1e71726b-91d3-41f1-b4c0-c8f1a5b310a8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:22.301684 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-1e71726b-91d3-41f1-b4c0-c8f1a5b310a8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0910115 Oct 17 04:33:22.327512 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] Request body: {'port': {'device_id': '77752d3b-6577-45d9-b7f4-1bca4ee444be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86155'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:33:22.386467 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-40e2122a-70e7-461b-80a0-afd9d12b7d96 admin admin] Publish callbacks [] for security_group (be466a39-939f-44cd-9b11-7f80bec6bc49), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:22.441435 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-40e2122a-70e7-461b-80a0-afd9d12b7d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (be466a39-939f-44cd-9b11-7f80bec6bc49), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:22.474514 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (68d2f18e-a6e0-4ab3-8073-de5deb76b4d2), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:22.544065 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-40e2122a-70e7-461b-80a0-afd9d12b7d96 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=f2c5be5081994f9cbc410420a001cd29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7000120 Oct 17 04:33:22.549793 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 58174) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:22.570015 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6578c-d371-4c66-a681-d89b2125b384 req-2458062d-5aa6-40bf-b194-5d5222f9f949 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:22.572173 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-74c6578c-d371-4c66-a681-d89b2125b384 req-2458062d-5aa6-40bf-b194-5d5222f9f949 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.1673381 Oct 17 04:33:22.593606 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923b2de-a540-4831-a04a-1776125bef29 req-6b0a31fc-4380-49ea-850d-759e0f3140ef tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:22.595395 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b923b2de-a540-4831-a04a-1776125bef29 req-6b0a31fc-4380-49ea-850d-759e0f3140ef tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 931 time: 0.2049198 Oct 17 04:33:22.646578 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2122a-70e7-461b-80a0-afd9d12b7d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be466a39-939f-44cd-9b11-7f80bec6bc49,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:22.702605 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b923b2de-a540-4831-a04a-1776125bef29 req-6ef6d74c-d52a-46da-b81d-0c2cbd1f1c21 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aa8fb451-5daf-47f9-a8e8-f723c8c7b573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777783 Oct 17 04:33:22.714089 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-9ab382df-cc17-4eed-95fc-35ca925f7486 None None] Provisioning complete for port 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:33:22.715129 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-9ab382df-cc17-4eed-95fc-35ca925f7486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (68d2f18e-a6e0-4ab3-8073-de5deb76b4d2), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:22.715504 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-9ab382df-cc17-4eed-95fc-35ca925f7486 None None] Attempt 1 to provision port 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 Oct 17 04:33:22.740050 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e26ee0f0-9a5e-49ad-b3fe-e6f3f6de7bdd admin admin] Publish callbacks [] for security_group (be466a39-939f-44cd-9b11-7f80bec6bc49), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:22.763279 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-74c6578c-d371-4c66-a681-d89b2125b384 req-b67b7f65-3b7a-4c8f-859c-d7736d48d8b3 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660903 Oct 17 04:33:22.765757 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e26ee0f0-9a5e-49ad-b3fe-e6f3f6de7bdd admin admin] Publish callbacks [] for security_group (be466a39-939f-44cd-9b11-7f80bec6bc49), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:22.832604 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:22.838739 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-9ab382df-cc17-4eed-95fc-35ca925f7486 None None] Port 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:33:22.850191 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:22.927917 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:33:22.936712 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e26ee0f0-9a5e-49ad-b3fe-e6f3f6de7bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (be466a39-939f-44cd-9b11-7f80bec6bc49), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:22.941209 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e26ee0f0-9a5e-49ad-b3fe-e6f3f6de7bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:22.941209 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-e26ee0f0-9a5e-49ad-b3fe-e6f3f6de7bdd admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/be466a39-939f-44cd-9b11-7f80bec6bc49 HTTP/1.1" status: 204 len: 168 time: 0.3844573 Oct 17 04:33:22.943688 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] Publish callbacks [] for port (68d2f18e-a6e0-4ab3-8073-de5deb76b4d2), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:22.976570 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ee0f0-9a5e-49ad-b3fe-e6f3f6de7bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be466a39-939f-44cd-9b11-7f80bec6bc49,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:22.982193 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] Transition to ACTIVE for port object 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 will not be triggered until provisioned by entity L2. {{(pid=104487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:33:22.988954 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (68d2f18e-a6e0-4ab3-8073-de5deb76b4d2), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:23.085132 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f26bd-1eac-45f4-80e8-e66dd94dce60 req-2984bade-a744-4906-b986-ed9268fb2e61 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:23.093097 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ff1f26bd-1eac-45f4-80e8-e66dd94dce60 req-2984bade-a744-4906-b986-ed9268fb2e61 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0647585 Oct 17 04:33:23.132191 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] Pushing event updated for resources: {'Port': ['ID=68d2f18e-a6e0-4ab3-8073-de5deb76b4d2,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:23.151250 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:23.170331 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] Attempting to bind port 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 on host hv-cinder-86155 for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:33:23.170715 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] Attempting to bind port 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 by drivers openvswitch,hyperv on host hv-cinder-86155 at level 0 using segments [{'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:33:23.171473 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ff1f26bd-1eac-45f4-80e8-e66dd94dce60 req-ba3070d6-828f-4b45-ae6b-a5c7c1739c03 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767550 Oct 17 04:33:23.183328 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] Attempting to bind port 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 on network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:33:23.255794 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] Port 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 on network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86155 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:33:23.256137 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] Attempting to bind port 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 on network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:33:23.304819 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device f63f40c8-b445-4c27-a582-2ac29415fbeb details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:33:23.311633 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] Checking agent: {'id': '98af6631-6ac5-4afe-8748-fa983cad7c78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86155', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:33:23.312017 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] Checking segment: {'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:33:23.312392 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] Bound using segment: {'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:33:23.313065 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] Bound port: 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2, host: hv-cinder-86155, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:33:23.313446 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (68d2f18e-a6e0-4ab3-8073-de5deb76b4d2), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:23.389305 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] For port 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2, host hv-cinder-86155, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:33:23.393200 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] For port 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2, host hv-cinder-86155, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=68d2f18e-a6e0-4ab3-8073-de5deb76b4d2,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:33:23.400929 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (68d2f18e-a6e0-4ab3-8073-de5deb76b4d2), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:23.407741 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:23.408555 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:23.410299 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 HTTP/1.1" status: 200 len: 1093 time: 1.0926259 Oct 17 04:33:23.411832 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77752d3b-6577-45d9-b7f4-1bca4ee444be', 'tag': '68d2f18e-a6e0-4ab3-8073-de5deb76b4d2'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:33:23.414766 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737cfc2c-de28-45a9-8841-93694f741c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "77752d3b-6577-45d9-b7f4-1bca4ee444be", "tag": "68d2f18e-a6e0-4ab3-8073-de5deb76b4d2"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:33:23.507174 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad1a972-2dfb-45b3-83bd-da111b623a4b x-openstack-request-id: req-bad1a972-2dfb-45b3-83bd-da111b623a4b {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:33:23.507174 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77752d3b-6577-45d9-b7f4-1bca4ee444be", "tag": "68d2f18e-a6e0-4ab3-8073-de5deb76b4d2", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:33:23.507174 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-bad1a972-2dfb-45b3-83bd-da111b623a4b {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:33:23.507174 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad1a972-2dfb-45b3-83bd-da111b623a4b'] response: {'name': 'network-changed', 'server_uuid': '77752d3b-6577-45d9-b7f4-1bca4ee444be', 'tag': '68d2f18e-a6e0-4ab3-8073-de5deb76b4d2', 'status': 'completed', 'code': 200} Oct 17 04:33:23.545333 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port f63f40c8-b445-4c27-a582-2ac29415fbeb, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f63f40c8-b445-4c27-a582-2ac29415fbeb,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:33:23.559473 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': 'f63f40c8-b445-4c27-a582-2ac29415fbeb', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'port_id': 'f63f40c8-b445-4c27-a582-2ac29415fbeb', 'mac_address': 'fa:16:3e:aa:bf:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:33:23.569903 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-2b439249-6e6b-413d-8a8c-8981ad30f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:23.571406 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-2b439249-6e6b-413d-8a8c-8981ad30f249 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=e022e6125e85417881ce226db7a5c764&device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 1127 time: 0.0888650 Oct 17 04:33:23.574480 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492a7a7-6fa5-40e0-bef8-fab1ae14fce4 service neutron] Pushing event updated for resources: {'Port': ['ID=68d2f18e-a6e0-4ab3-8073-de5deb76b4d2,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:23.605192 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=100 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:23.630189 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-afeae241-f73d-4e89-86ca-f8eacc9e1330 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 HTTP/1.1" status: 200 len: 217 time: 0.0495012 Oct 17 04:33:23.631130 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port f63f40c8-b445-4c27-a582-2ac29415fbeb is: ACTIVE; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:33:23.631745 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:23.650355 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f63f40c8-b445-4c27-a582-2ac29415fbeb {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:33:23.707076 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port f63f40c8-b445-4c27-a582-2ac29415fbeb, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f63f40c8-b445-4c27-a582-2ac29415fbeb,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:33:23.707299 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-65ca58f0-27a4-446d-a2f7-f1e0accd9cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:23.709446 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-65ca58f0-27a4-446d-a2f7-f1e0accd9cd2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a304680d-2236-42f7-928f-3e762d91fb9c HTTP/1.1" status: 200 len: 854 time: 0.0714421 Oct 17 04:33:23.712861 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:23.772694 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=f63f40c8-b445-4c27-a582-2ac29415fbeb,revision_number=6']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:23.807828 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:23.808547 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:23.809045 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:23.809569 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:23.810193 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:23.810671 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:23.811166 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:23.811686 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:23.812158 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:23.812709 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:23.813286 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:23.813795 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:23.814283 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:23.814808 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:23.815293 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:33:23.869442 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-66f5d3ba-a82d-4ce4-8374-a70ac4adb50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:23.871181 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-66f5d3ba-a82d-4ce4-8374-a70ac4adb50a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=60b2c529-82f9-47ea-9951-24ba7b38ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1550221 Oct 17 04:33:23.894405 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['f63f40c8-b445-4c27-a582-2ac29415fbeb'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:33:23.949721 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221a585-0681-4438-bbf0-73356e990ce7 req-c166b6f2-c990-4a64-87f2-593a008bc822 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:23.957521 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f221a585-0681-4438-bbf0-73356e990ce7 req-c166b6f2-c990-4a64-87f2-593a008bc822 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 943 time: 0.0843434 Oct 17 04:33:24.011239 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-b830bb24-9277-4422-931d-ccc2bef0d068 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332362 Oct 17 04:33:24.038160 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:24.061662 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985cf92-2e84-4b61-abfa-efb9a22c2455 req-5db355c6-a723-4071-8b98-598f03726f25 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:24.070276 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6985cf92-2e84-4b61-abfa-efb9a22c2455 req-5db355c6-a723-4071-8b98-598f03726f25 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 944 time: 0.1101131 Oct 17 04:33:24.097745 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:24.143083 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:24.152852 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6985cf92-2e84-4b61-abfa-efb9a22c2455 req-17811b77-694d-4cda-a188-ccb15b8ab6c1 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812097 Oct 17 04:33:24.210241 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f221a585-0681-4438-bbf0-73356e990ce7 req-adbc1626-5297-46fd-b3f6-66acd2185a19 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aa8fb451-5daf-47f9-a8e8-f723c8c7b573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345271 Oct 17 04:33:24.231698 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-782eeca1-aa24-49dd-ae46-c765555443e2 req-0acc1f71-3946-48a7-85d1-46b6fbb8331a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132263 Oct 17 04:33:24.335448 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f6992-2f2b-4dea-afe9-3c8db0c3be49 req-f1f8a952-242a-4204-af96-503f508971da tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:24.337757 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1d6f6992-2f2b-4dea-afe9-3c8db0c3be49 req-f1f8a952-242a-4204-af96-503f508971da tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0802422 Oct 17 04:33:24.393366 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1d6f6992-2f2b-4dea-afe9-3c8db0c3be49 req-a2abec3b-3b58-4a6b-be0e-b7d017bc9464 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496628 Oct 17 04:33:24.443683 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:24.445665 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:33:25.311782 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device f63f40c8-b445-4c27-a582-2ac29415fbeb up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:33:25.312840 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aceca7f-5fef-4103-a95a-774da25c23b0 req-7a36e42a-f1e9-473e-a039-da8cbcf0501a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:25.314501 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3aceca7f-5fef-4103-a95a-774da25c23b0 req-7a36e42a-f1e9-473e-a039-da8cbcf0501a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 944 time: 0.0609128 Oct 17 04:33:25.367665 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741abfb-dbe2-4e93-95f7-21421abe9dff req-046dded8-42e7-4e6c-85d4-56549b4b0aa5 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:25.373587 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3741abfb-dbe2-4e93-95f7-21421abe9dff req-046dded8-42e7-4e6c-85d4-56549b4b0aa5 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 943 time: 0.0771418 Oct 17 04:33:25.375144 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port f63f40c8-b445-4c27-a582-2ac29415fbeb triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:33:25.375524 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:25.375859 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port f63f40c8-b445-4c27-a582-2ac29415fbeb Oct 17 04:33:25.425820 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3aceca7f-5fef-4103-a95a-774da25c23b0 req-964fedfd-31cd-4233-a4ff-1440459d3284 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945299 Oct 17 04:33:25.444675 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3741abfb-dbe2-4e93-95f7-21421abe9dff req-9d51595f-b2fb-41c8-a38f-34a2b5320689 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aa8fb451-5daf-47f9-a8e8-f723c8c7b573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648267 Oct 17 04:33:25.480676 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port f63f40c8-b445-4c27-a582-2ac29415fbeb is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:33:25.481661 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:25.527113 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee04d43c-6d11-4571-989e-90ee8175e03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63f40c8-b445-4c27-a582-2ac29415fbeb'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:33:25.529996 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69ef7d3-7d8f-4250-ba66-e106d11ada30" -d '{"events": [{"server_uuid": "ee04d43c-6d11-4571-989e-90ee8175e03d", "name": "network-vif-plugged", "status": "completed", "tag": "f63f40c8-b445-4c27-a582-2ac29415fbeb"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:33:25.551496 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port f63f40c8-b445-4c27-a582-2ac29415fbeb, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f63f40c8-b445-4c27-a582-2ac29415fbeb,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:33:25.558513 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:25.570840 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ae085-30e6-42e7-a3bd-f9e155770efa req-b9b06737-9edd-43c8-95fb-2f3b9960b598 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:25.579157 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-644ae085-30e6-42e7-a3bd-f9e155770efa req-b9b06737-9edd-43c8-95fb-2f3b9960b598 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0616851 Oct 17 04:33:25.605055 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd71f19-cf7e-412b-bf72-3777c3de8630 x-openstack-request-id: req-4cd71f19-cf7e-412b-bf72-3777c3de8630 {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:33:25.605426 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee04d43c-6d11-4571-989e-90ee8175e03d", "name": "network-vif-plugged", "status": "completed", "tag": "f63f40c8-b445-4c27-a582-2ac29415fbeb", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:33:25.605805 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4cd71f19-cf7e-412b-bf72-3777c3de8630 {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:33:25.606581 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd71f19-cf7e-412b-bf72-3777c3de8630'] response: {'server_uuid': 'ee04d43c-6d11-4571-989e-90ee8175e03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63f40c8-b445-4c27-a582-2ac29415fbeb', 'code': 200} Oct 17 04:33:25.644212 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-644ae085-30e6-42e7-a3bd-f9e155770efa req-e698010e-e236-4673-9c1f-747d39841e2b tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639925 Oct 17 04:33:25.647147 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=f63f40c8-b445-4c27-a582-2ac29415fbeb,revision_number=7']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:25.677760 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cfc2c-de28-45a9-8841-93694f741c9f req-e27a3a18-28cf-4a0d-a317-6044ba539ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:25.679383 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-737cfc2c-de28-45a9-8841-93694f741c9f req-e27a3a18-28cf-4a0d-a317-6044ba539ed9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=e022e6125e85417881ce226db7a5c764&device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 1127 time: 0.0659063 Oct 17 04:33:25.801573 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cfc2c-de28-45a9-8841-93694f741c9f req-eebe3ee4-bcf7-431c-9cfc-5da4226e2fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:25.803027 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-737cfc2c-de28-45a9-8841-93694f741c9f req-eebe3ee4-bcf7-431c-9cfc-5da4226e2fca service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=60b2c529-82f9-47ea-9951-24ba7b38ebc9 HTTP/1.1" status: 200 len: 916 time: 0.1160111 Oct 17 04:33:25.848300 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-737cfc2c-de28-45a9-8841-93694f741c9f req-d63df91b-da8b-4a1c-97db-085f190dbf77 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 HTTP/1.1" status: 200 len: 217 time: 0.0372405 Oct 17 04:33:25.908721 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cfc2c-de28-45a9-8841-93694f741c9f req-4f11286e-1336-48c1-a486-ea6c7eea6037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:25.910228 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-737cfc2c-de28-45a9-8841-93694f741c9f req-4f11286e-1336-48c1-a486-ea6c7eea6037 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a304680d-2236-42f7-928f-3e762d91fb9c HTTP/1.1" status: 200 len: 854 time: 0.0541236 Oct 17 04:33:25.943324 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:25.957058 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cfc2c-de28-45a9-8841-93694f741c9f req-4f429832-1165-4efb-8750-54380ac514a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:25.958604 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-737cfc2c-de28-45a9-8841-93694f741c9f req-4f429832-1165-4efb-8750-54380ac514a4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=60b2c529-82f9-47ea-9951-24ba7b38ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410066 Oct 17 04:33:26.061862 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-737cfc2c-de28-45a9-8841-93694f741c9f req-4acba5a9-ce70-4742-a4ef-0fc4e6284b6f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962970 Oct 17 04:33:26.176075 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-737cfc2c-de28-45a9-8841-93694f741c9f req-43f03250-f525-4aca-9c41-9d3d44787381 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060853 Oct 17 04:33:26.652325 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28155d-5604-4133-9150-47ba8a14f697 req-c18ba02c-8319-4b53-b190-4283d2e68b94 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:26.657560 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5a28155d-5604-4133-9150-47ba8a14f697 req-c18ba02c-8319-4b53-b190-4283d2e68b94 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.1203725 Oct 17 04:33:26.682564 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc0e18-b577-4455-be79-3b702e8be00c req-6ad9154a-c039-46d2-99d7-06d42e4c7531 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:26.684327 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a6fc0e18-b577-4455-be79-3b702e8be00c req-6ad9154a-c039-46d2-99d7-06d42e4c7531 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 943 time: 0.1006427 Oct 17 04:33:26.733387 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5a28155d-5604-4133-9150-47ba8a14f697 req-827df91e-110b-49c9-9e18-5cada7ed4539 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722318 Oct 17 04:33:26.781185 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a6fc0e18-b577-4455-be79-3b702e8be00c req-2409b788-679a-4f50-8c0d-31dc5a633550 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aa8fb451-5daf-47f9-a8e8-f723c8c7b573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897996 Oct 17 04:33:26.893470 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea1cfd-713e-4a8d-b535-716fbd491228 req-01e717a2-a64d-4f79-ad8f-858bb1422044 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:26.894999 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ffea1cfd-713e-4a8d-b535-716fbd491228 req-01e717a2-a64d-4f79-ad8f-858bb1422044 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0546029 Oct 17 04:33:26.953723 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ffea1cfd-713e-4a8d-b535-716fbd491228 req-a72536a2-9fe8-41cc-a2ad-8b938b3c13bc tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423026 Oct 17 04:33:27.734952 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:33:27.755242 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:27.840279 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=68d2f18e-a6e0-4ab3-8073-de5deb76b4d2,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:33:27.859813 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': '68d2f18e-a6e0-4ab3-8073-de5deb76b4d2', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'port_id': '68d2f18e-a6e0-4ab3-8073-de5deb76b4d2', 'mac_address': 'fa:16:3e:2b:72:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:33:27.899207 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:33:27.899854 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (68d2f18e-a6e0-4ab3-8073-de5deb76b4d2), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:27.911179 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d55736-560b-4696-9a2d-36638b68ad85 req-c41d9370-b2a0-414d-b36d-3eb7adfd813a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:27.912652 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e1d55736-560b-4696-9a2d-36638b68ad85 req-c41d9370-b2a0-414d-b36d-3eb7adfd813a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.0827677 Oct 17 04:33:27.913676 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:33:27.918724 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:27.935535 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b666f0d-2049-43f2-b893-e9b1abf88965 req-1c463f7f-2296-4d3b-b78c-8a4a21698c50 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:27.936461 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=68d2f18e-a6e0-4ab3-8073-de5deb76b4d2,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:33:27.936978 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5b666f0d-2049-43f2-b893-e9b1abf88965 req-1c463f7f-2296-4d3b-b78c-8a4a21698c50 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 943 time: 0.0665197 Oct 17 04:33:27.940409 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (68d2f18e-a6e0-4ab3-8073-de5deb76b4d2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:27.968344 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:27.989543 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=68d2f18e-a6e0-4ab3-8073-de5deb76b4d2,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:28.002571 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e1d55736-560b-4696-9a2d-36638b68ad85 req-33c93e4d-7b0d-42c0-92c0-829590802ac5 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818241 Oct 17 04:33:28.014217 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5b666f0d-2049-43f2-b893-e9b1abf88965 req-022ad983-6da8-497d-b686-7bebe13df2b8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aa8fb451-5daf-47f9-a8e8-f723c8c7b573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698698 Oct 17 04:33:28.108314 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c749983-bd1f-4307-b6f4-103d772be8bb req-ca50ae20-dbd2-4ea9-8127-98743e556f9a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:28.109766 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9c749983-bd1f-4307-b6f4-103d772be8bb req-ca50ae20-dbd2-4ea9-8127-98743e556f9a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0461066 Oct 17 04:33:28.156204 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9c749983-bd1f-4307-b6f4-103d772be8bb req-48757219-1736-4026-97b1-0c79f6b839bd tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409045 Oct 17 04:33:29.208550 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9700ee-0df9-4205-b0b6-5a947bb7b22b req-f7cc5f36-86b8-4ea9-88d4-43d28516362a tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:29.213614 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ca9700ee-0df9-4205-b0b6-5a947bb7b22b req-f7cc5f36-86b8-4ea9-88d4-43d28516362a tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 944 time: 0.1049054 Oct 17 04:33:29.479153 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d77ed-7f75-4a10-b882-96a3a4f70363 req-94ed839c-2ac4-4f07-b4b8-ab1e9f419bbe tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:29.480726 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-125d77ed-7f75-4a10-b882-96a3a4f70363 req-94ed839c-2ac4-4f07-b4b8-ab1e9f419bbe tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.3244216 Oct 17 04:33:29.502071 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:29.539513 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ca9700ee-0df9-4205-b0b6-5a947bb7b22b req-0c918f30-167d-499d-b397-7519866512e0 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aa8fb451-5daf-47f9-a8e8-f723c8c7b573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250318 Oct 17 04:33:29.573962 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-125d77ed-7f75-4a10-b882-96a3a4f70363 req-3714940d-db0f-4f3a-b310-61d803d16899 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865440 Oct 17 04:33:29.744967 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18248b1-88d3-4bf8-8eb5-84b100163a62 req-cffdb972-a66c-4b24-ac1e-b5b1b75d9c85 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:29.753596 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e18248b1-88d3-4bf8-8eb5-84b100163a62 req-cffdb972-a66c-4b24-ac1e-b5b1b75d9c85 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0743785 Oct 17 04:33:29.891596 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e18248b1-88d3-4bf8-8eb5-84b100163a62 req-97e0616d-56e7-4135-9ecb-be828dc6587e tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301808 Oct 17 04:33:29.928920 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['68d2f18e-a6e0-4ab3-8073-de5deb76b4d2'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:33:30.843436 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3491e7-ffc7-4c4e-bb44-5e09194b6bf8 req-d1836205-bba1-40f0-9c7d-7b19f376fbbb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:30.850446 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5e3491e7-ffc7-4c4e-bb44-5e09194b6bf8 req-d1836205-bba1-40f0-9c7d-7b19f376fbbb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.1394229 Oct 17 04:33:30.943091 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1640d-bcf2-42a5-9cc3-eeeedddabcb4 req-9b250d6f-cc89-4c84-975b-1809a59780c8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:30.945119 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e5c1640d-bcf2-42a5-9cc3-eeeedddabcb4 req-9b250d6f-cc89-4c84-975b-1809a59780c8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 944 time: 0.2359755 Oct 17 04:33:31.004006 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5e3491e7-ffc7-4c4e-bb44-5e09194b6bf8 req-7961800f-291d-4f7f-9642-b804701fee44 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113145 Oct 17 04:33:31.049149 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e5c1640d-bcf2-42a5-9cc3-eeeedddabcb4 req-6f453bfb-4c3e-47cb-bfdd-b15f9dc7118b tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aa8fb451-5daf-47f9-a8e8-f723c8c7b573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877907 Oct 17 04:33:31.089531 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-fe42f91a-5c98-4d27-b33b-093663dafa88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:31.218960 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a7b91-2575-4ada-a564-4e7bd1955219 req-e880de0e-a192-4097-8c3a-342260506456 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:31.226364 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-260a7b91-2575-4ada-a564-4e7bd1955219 req-e880de0e-a192-4097-8c3a-342260506456 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0835514 Oct 17 04:33:31.318110 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-260a7b91-2575-4ada-a564-4e7bd1955219 req-c486126e-e267-4dec-b45f-190a798fdcc6 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906832 Oct 17 04:33:31.772746 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:33:31.929845 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning for port 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 completed by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:33:31.944495 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:33:31.945099 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (68d2f18e-a6e0-4ab3-8073-de5deb76b4d2), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:31.945797 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 Oct 17 04:33:32.027690 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:32.267805 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:33:32.268567 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (68d2f18e-a6e0-4ab3-8073-de5deb76b4d2), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:32.354482 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77752d3b-6577-45d9-b7f4-1bca4ee444be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d2f18e-a6e0-4ab3-8073-de5deb76b4d2'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:33:32.361537 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6542d36b-fb76-4624-a75a-54e9808caa9d" -d '{"events": [{"server_uuid": "77752d3b-6577-45d9-b7f4-1bca4ee444be", "name": "network-vif-plugged", "status": "completed", "tag": "68d2f18e-a6e0-4ab3-8073-de5deb76b4d2"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:33:32.387120 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=68d2f18e-a6e0-4ab3-8073-de5deb76b4d2,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:33:32.394941 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (68d2f18e-a6e0-4ab3-8073-de5deb76b4d2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:32.443913 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0d354-df5d-47e4-8b1d-5a0f51dee38c req-5c1f6491-be9c-4900-b20a-88fea703fc6b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:32.450962 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c5d0d354-df5d-47e4-8b1d-5a0f51dee38c req-5c1f6491-be9c-4900-b20a-88fea703fc6b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.1128895 Oct 17 04:33:32.522099 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=68d2f18e-a6e0-4ab3-8073-de5deb76b4d2,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:32.564774 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f66aa0-eb0c-45bb-9480-b82effc9edb8 req-29717b42-e79d-4acc-96ba-47648af7c087 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:32.575588 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f0f66aa0-eb0c-45bb-9480-b82effc9edb8 req-29717b42-e79d-4acc-96ba-47648af7c087 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 945 time: 0.1220860 Oct 17 04:33:32.682577 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c5d0d354-df5d-47e4-8b1d-5a0f51dee38c req-3ec7efd6-55ff-4ea4-b8ae-d918f2a62f1a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306118 Oct 17 04:33:32.714968 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f0f66aa0-eb0c-45bb-9480-b82effc9edb8 req-e6004371-4173-4b33-99c2-0de6384c139e tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aa8fb451-5daf-47f9-a8e8-f723c8c7b573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377809 Oct 17 04:33:32.840707 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48235a79-b175-424e-82ca-8934475d5548 x-openstack-request-id: req-48235a79-b175-424e-82ca-8934475d5548 {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:33:32.841002 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77752d3b-6577-45d9-b7f4-1bca4ee444be", "name": "network-vif-plugged", "status": "completed", "tag": "68d2f18e-a6e0-4ab3-8073-de5deb76b4d2", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:33:32.841296 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-48235a79-b175-424e-82ca-8934475d5548 {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:33:32.841696 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48235a79-b175-424e-82ca-8934475d5548'] response: {'server_uuid': '77752d3b-6577-45d9-b7f4-1bca4ee444be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d2f18e-a6e0-4ab3-8073-de5deb76b4d2', 'code': 200} Oct 17 04:33:32.926453 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:32.956064 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae4541-f53e-431b-8457-a592b59ae264 req-53c16f55-acec-4e01-b56b-9a5b768c3a56 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:32.973757 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9bae4541-f53e-431b-8457-a592b59ae264 req-53c16f55-acec-4e01-b56b-9a5b768c3a56 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.1437056 Oct 17 04:33:33.107010 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9bae4541-f53e-431b-8457-a592b59ae264 req-ae5279ab-33cb-4299-9642-9e0b80aa1014 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322134 Oct 17 04:33:33.154112 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533f8a1-dbef-4077-8578-5f3de4369cb7 req-5a20520e-579b-47f2-8e35-e724a15b99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:33.156280 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-d533f8a1-dbef-4077-8578-5f3de4369cb7 req-5a20520e-579b-47f2-8e35-e724a15b99ba service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 1129 time: 0.1145489 Oct 17 04:33:33.292998 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-d533f8a1-dbef-4077-8578-5f3de4369cb7 req-8dad559b-f64c-4ea0-b3c3-a68b9ef84fe8 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=aa8fb451-5daf-47f9-a8e8-f723c8c7b573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297433 Oct 17 04:33:33.482139 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-1ac743b2-cbc6-47ee-b8be-97e07aa0277a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:33.679760 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 58364) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:33.879092 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c6db81b6-87d7-4e8d-92e6-ac5c22c53bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:33.933990 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e468195-00b5-4eb7-8f43-812e2840d8d1 req-9904f55f-b359-47ea-943c-4cd114153704 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:33.940675 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1e468195-00b5-4eb7-8f43-812e2840d8d1 req-9904f55f-b359-47ea-943c-4cd114153704 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.1283514 Oct 17 04:33:33.970373 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f0287-bb70-40b9-bf53-020085d2056b req-5a0a2eb4-0ecf-40e4-bc93-c5433cee211e tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:33.972295 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fc5f0287-bb70-40b9-bf53-020085d2056b req-5a0a2eb4-0ecf-40e4-bc93-c5433cee211e tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 945 time: 0.1248016 Oct 17 04:33:34.076548 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1e468195-00b5-4eb7-8f43-812e2840d8d1 req-e3764eeb-7e7e-4395-b8a3-352c674c26a6 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031380 Oct 17 04:33:34.098814 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fc5f0287-bb70-40b9-bf53-020085d2056b req-9d1e7c35-251b-4e7a-baf1-a0ecf5d9dfc0 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aa8fb451-5daf-47f9-a8e8-f723c8c7b573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151776 Oct 17 04:33:34.165066 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c6db81b6-87d7-4e8d-92e6-ac5c22c53bec admin admin] Publish callbacks [] for security_group (4c6b64f6-dcee-467e-a904-44e1a2eab296), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:34.172850 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c6db81b6-87d7-4e8d-92e6-ac5c22c53bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (4c6b64f6-dcee-467e-a904-44e1a2eab296), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:34.202975 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:34.210632 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 58380) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:34.212108 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-c6db81b6-87d7-4e8d-92e6-ac5c22c53bec admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=443bf302316945afa0073a432cbd8ac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5311279 Oct 17 04:33:34.238427 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db81b6-87d7-4e8d-92e6-ac5c22c53bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6b64f6-dcee-467e-a904-44e1a2eab296,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:34.319162 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-04a7df09-9ed1-4866-96a5-8329d09d75b3 admin admin] Publish callbacks [] for security_group (4c6b64f6-dcee-467e-a904-44e1a2eab296), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:34.330979 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01973d-2f6f-4280-ba7d-f9d23c93af98 req-cc279c3f-5337-488a-a93e-ebf3cff727ef tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:34.341693 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4c01973d-2f6f-4280-ba7d-f9d23c93af98 req-cc279c3f-5337-488a-a93e-ebf3cff727ef tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0838563 Oct 17 04:33:34.364796 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-04a7df09-9ed1-4866-96a5-8329d09d75b3 admin admin] Publish callbacks [] for security_group (4c6b64f6-dcee-467e-a904-44e1a2eab296), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:34.414712 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4c01973d-2f6f-4280-ba7d-f9d23c93af98 req-3dc8117b-85a7-4fde-b504-3a0955049b56 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720177 Oct 17 04:33:34.480603 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-04a7df09-9ed1-4866-96a5-8329d09d75b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (4c6b64f6-dcee-467e-a904-44e1a2eab296), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:34.484826 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-04a7df09-9ed1-4866-96a5-8329d09d75b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:34.486104 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-04a7df09-9ed1-4866-96a5-8329d09d75b3 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/4c6b64f6-dcee-467e-a904-44e1a2eab296 HTTP/1.1" status: 204 len: 168 time: 0.2734911 Oct 17 04:33:34.507984 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7df09-9ed1-4866-96a5-8329d09d75b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6b64f6-dcee-467e-a904-44e1a2eab296,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:34.643498 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:35.424560 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9a077-58d0-4af2-ad7b-d66457e425c8 req-04660a80-9c5e-4490-a5cd-cf35ca4c68b5 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:35.432339 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bfb9a077-58d0-4af2-ad7b-d66457e425c8 req-04660a80-9c5e-4490-a5cd-cf35ca4c68b5 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.1556919 Oct 17 04:33:35.464555 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf6d3b-3cd8-4c8c-ae08-b1e75a439dc1 req-145a974e-e4b5-4f5e-9cab-6036e09c22e8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:35.471907 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b9bf6d3b-3cd8-4c8c-ae08-b1e75a439dc1 req-145a974e-e4b5-4f5e-9cab-6036e09c22e8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 945 time: 0.1820855 Oct 17 04:33:35.611363 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bfb9a077-58d0-4af2-ad7b-d66457e425c8 req-def948b8-b357-4c13-ad23-9bc61c5e82cd tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779337 Oct 17 04:33:35.655209 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b9bf6d3b-3cd8-4c8c-ae08-b1e75a439dc1 req-19752d77-3884-4a5b-be6c-d217375a094a tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aa8fb451-5daf-47f9-a8e8-f723c8c7b573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803639 Oct 17 04:33:35.767866 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f164ec-0a73-4d1f-99da-673708e767b1 req-9660afa7-20a0-47f2-b321-ecd3978fb52f tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:35.769688 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-48f164ec-0a73-4d1f-99da-673708e767b1 req-9660afa7-20a0-47f2-b321-ecd3978fb52f tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0568488 Oct 17 04:33:35.862230 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-48f164ec-0a73-4d1f-99da-673708e767b1 req-5fa02615-42a6-40e6-88a9-ba64301560a6 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864568 Oct 17 04:33:36.187139 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:36.241142 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:36.524871 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:36.897735 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4f63c-2709-41f3-b7b8-6134f19dba20 req-3c51ff3b-9594-4a83-b3fd-8820262996d4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:36.908478 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-97e4f63c-2709-41f3-b7b8-6134f19dba20 req-3c51ff3b-9594-4a83-b3fd-8820262996d4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 945 time: 0.1463192 Oct 17 04:33:36.961510 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f53976-8534-498d-9eb3-d44f527cbd45 req-584d59a6-e2d9-4d3c-a919-164ba595712b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:36.964240 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-36f53976-8534-498d-9eb3-d44f527cbd45 req-584d59a6-e2d9-4d3c-a919-164ba595712b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.1847234 Oct 17 04:33:37.005878 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:37.028699 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-97e4f63c-2709-41f3-b7b8-6134f19dba20 req-55bb27e1-e5c2-4d7e-b579-1e062c80e783 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aa8fb451-5daf-47f9-a8e8-f723c8c7b573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192701 Oct 17 04:33:37.112157 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-36f53976-8534-498d-9eb3-d44f527cbd45 req-7784f2ad-0557-43dd-90d7-e4423c9b809c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408579 Oct 17 04:33:37.205730 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd1f0a-14b6-4a72-99f4-cdca78bc6fd2 req-2e3e7d50-3a2e-4505-88b9-2d5d50757beb tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:37.213309 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-73bd1f0a-14b6-4a72-99f4-cdca78bc6fd2 req-2e3e7d50-3a2e-4505-88b9-2d5d50757beb tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0566249 Oct 17 04:33:37.346420 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-73bd1f0a-14b6-4a72-99f4-cdca78bc6fd2 req-b7106cab-0b6d-4e86-a328-7c13fc035079 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320620 Oct 17 04:33:37.384192 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2d63d-4c0c-42ec-8924-38b9a8028812 req-6624a942-eabb-486f-98f3-417ac1a6f7b0 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:37.387499 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8ea2d63d-4c0c-42ec-8924-38b9a8028812 req-6624a942-eabb-486f-98f3-417ac1a6f7b0 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 945 time: 0.1469781 Oct 17 04:33:37.398326 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 58410) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:37.411546 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-8d62db55-729e-4cc5-80e2-e47d11ea6f9d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'floatingip': {'port_id': '68d2f18e-a6e0-4ab3-8073-de5deb76b4d2'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:33:37.468321 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8d62db55-729e-4cc5-80e2-e47d11ea6f9d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (bfce75d6-e98f-44be-8efd-399ec6170ce8), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:38.137727 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:38.252568 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8d62db55-729e-4cc5-80e2-e47d11ea6f9d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:38.258664 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8d62db55-729e-4cc5-80e2-e47d11ea6f9d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (bfce75d6-e98f-44be-8efd-399ec6170ce8), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:38.421908 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d322e-c03f-4750-ac8c-4a27b72857eb req-0f29479a-a159-4983-aff2-53ee3ca6e339 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:38.423452 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e43d322e-c03f-4750-ac8c-4a27b72857eb req-0f29479a-a159-4983-aff2-53ee3ca6e339 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.1095064 Oct 17 04:33:38.484007 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.l3_db [None req-8d62db55-729e-4cc5-80e2-e47d11ea6f9d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Floating IP bfce75d6-e98f-44be-8efd-399ec6170ce8 associated. External IP: 172.27.3.72, port: 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2. Oct 17 04:33:38.576429 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e43d322e-c03f-4750-ac8c-4a27b72857eb req-8d8e1bd8-5212-4f80-b136-37a521e49b08 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446638 Oct 17 04:33:38.690539 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665187be-2201-4be1-920e-a9c1e3145cf7 req-3b8f3eda-355c-4cbc-91d3-cbb973fcfb37 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:38.693522 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-665187be-2201-4be1-920e-a9c1e3145cf7 req-3b8f3eda-355c-4cbc-91d3-cbb973fcfb37 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.1536391 Oct 17 04:33:38.765644 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-665187be-2201-4be1-920e-a9c1e3145cf7 req-7e8034e8-5723-4cd3-9e4d-33848e03ae74 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571959 Oct 17 04:33:38.769023 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:38.929200 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d62db55-729e-4cc5-80e2-e47d11ea6f9d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Router ef9dfe8e-2638-428a-b697-819c4f07a1e8 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:33:39.081684 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d62db55-729e-4cc5-80e2-e47d11ea6f9d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:33:39.087452 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8d62db55-729e-4cc5-80e2-e47d11ea6f9d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:39.099490 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1ca81d-8022-42aa-8433-384b5b8de27c None None] Sync routers for ids ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:33:39.112029 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1ca81d-8022-42aa-8433-384b5b8de27c None None] Routers {'ef9dfe8e-2638-428a-b697-819c4f07a1e8'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:33:39.112995 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-ba1ca81d-8022-42aa-8433-384b5b8de27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:33:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:33:39.168707 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-8d62db55-729e-4cc5-80e2-e47d11ea6f9d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/bfce75d6-e98f-44be-8efd-399ec6170ce8 HTTP/1.1" status: 200 len: 990 time: 1.7558589 Oct 17 04:33:39.170439 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77752d3b-6577-45d9-b7f4-1bca4ee444be', 'tag': '68d2f18e-a6e0-4ab3-8073-de5deb76b4d2'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:33:39.172986 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30740b07-fc8b-4baf-a925-06f84938b0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "77752d3b-6577-45d9-b7f4-1bca4ee444be", "tag": "68d2f18e-a6e0-4ab3-8073-de5deb76b4d2"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:33:39.265449 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c70e8d-e05c-4751-b4de-7bde67b89941 x-openstack-request-id: req-b2c70e8d-e05c-4751-b4de-7bde67b89941 {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:33:39.266029 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77752d3b-6577-45d9-b7f4-1bca4ee444be", "tag": "68d2f18e-a6e0-4ab3-8073-de5deb76b4d2", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:33:39.266498 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b2c70e8d-e05c-4751-b4de-7bde67b89941 {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:33:39.267108 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2c70e8d-e05c-4751-b4de-7bde67b89941'] response: {'name': 'network-changed', 'server_uuid': '77752d3b-6577-45d9-b7f4-1bca4ee444be', 'tag': '68d2f18e-a6e0-4ab3-8073-de5deb76b4d2', 'status': 'completed', 'code': 200} Oct 17 04:33:39.388126 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30740b07-fc8b-4baf-a925-06f84938b0fd req-8570cfda-12cc-4a08-9972-7a661365ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:39.392369 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-30740b07-fc8b-4baf-a925-06f84938b0fd req-8570cfda-12cc-4a08-9972-7a661365ea6b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=e022e6125e85417881ce226db7a5c764&device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 1129 time: 0.0968466 Oct 17 04:33:39.484701 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-ba1ca81d-8022-42aa-8433-384b5b8de27c None None] Set router ef9dfe8e-2638-428a-b697-819c4f07a1e8 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:33:39.584667 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30740b07-fc8b-4baf-a925-06f84938b0fd req-4824c9cb-e0e2-4bca-b269-2e6a203a07e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:39.586226 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-30740b07-fc8b-4baf-a925-06f84938b0fd req-4824c9cb-e0e2-4bca-b269-2e6a203a07e3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=60b2c529-82f9-47ea-9951-24ba7b38ebc9 HTTP/1.1" status: 200 len: 916 time: 0.1836200 Oct 17 04:33:39.803916 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-30740b07-fc8b-4baf-a925-06f84938b0fd req-9a532690-cd24-40c9-95b5-564cce46619e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 HTTP/1.1" status: 200 len: 998 time: 0.2055037 Oct 17 04:33:39.908111 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68262d4-8990-4d6e-a60f-aead97399326 req-88e5e1f6-25eb-4505-b252-cbdb9c79125c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:39.924234 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a68262d4-8990-4d6e-a60f-aead97399326 req-88e5e1f6-25eb-4505-b252-cbdb9c79125c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.1119709 Oct 17 04:33:39.938670 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30740b07-fc8b-4baf-a925-06f84938b0fd req-4ea47d79-cad2-47d3-a7c0-14e040a3e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:39.940418 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-30740b07-fc8b-4baf-a925-06f84938b0fd req-4ea47d79-cad2-47d3-a7c0-14e040a3e359 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a304680d-2236-42f7-928f-3e762d91fb9c HTTP/1.1" status: 200 len: 854 time: 0.1075828 Oct 17 04:33:40.004750 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30740b07-fc8b-4baf-a925-06f84938b0fd req-27013ece-de76-480b-a741-0b1c887e350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:40.009926 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-30740b07-fc8b-4baf-a925-06f84938b0fd req-27013ece-de76-480b-a741-0b1c887e350f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=60b2c529-82f9-47ea-9951-24ba7b38ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610671 Oct 17 04:33:40.182764 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:40.185411 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-30740b07-fc8b-4baf-a925-06f84938b0fd req-996ed822-7edc-4e35-9416-17b25776e675 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682758 Oct 17 04:33:40.192688 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:40.218864 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bade1-d83b-43c4-81b0-3b080cc0fa38 req-25ba5e5b-9d9a-4121-88fd-8e2ca3b11077 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:40.226204 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-054bade1-d83b-43c4-81b0-3b080cc0fa38 req-25ba5e5b-9d9a-4121-88fd-8e2ca3b11077 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.2538671 Oct 17 04:33:40.247498 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a68262d4-8990-4d6e-a60f-aead97399326 req-efcf468d-e380-402e-a36b-4e71dd24e6dc tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3223877 Oct 17 04:33:40.269620 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:40.359801 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-054bade1-d83b-43c4-81b0-3b080cc0fa38 req-93b5a2de-7e57-429e-ac60-367eaf53d95c tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088328 Oct 17 04:33:40.364723 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-ba1ca81d-8022-42aa-8433-384b5b8de27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '097697b6-7613-4970-8510-773d7a18ebc8', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'port_id': '96c8acae-b8cc-4eed-af97-bcefcfe399c5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'mac_address': 'fa:16:3e:51:7e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc759c8-a208-4df1-bf3e-dd2b89bff369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:31:20Z', 'updated_at': '2022-10-17T04:31:55Z', 'revision_number': 2, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'fixed_ip_address_scope': None}, {'id': 'bfce75d6-e98f-44be-8efd-399ec6170ce8', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'port_id': '68d2f18e-a6e0-4ab3-8073-de5deb76b4d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'mac_address': 'fa:16:3e:2b:72:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77752d3b-6577-45d9-b7f4-1bca4ee444be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:33:13Z', 'updated_at': '2022-10-17T04:33:38Z', 'revision_number': 1, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:33:40.367795 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-30740b07-fc8b-4baf-a925-06f84938b0fd req-1d06fe99-0e6d-42e2-a444-4fc7b287aacb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692193 Oct 17 04:33:40.399407 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1ca81d-8022-42aa-8433-384b5b8de27c None None] Checking router: ef9dfe8e-2638-428a-b697-819c4f07a1e8 for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:33:40.414266 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1ca81d-8022-42aa-8433-384b5b8de27c None None] Routers {'ef9dfe8e-2638-428a-b697-819c4f07a1e8'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:33:40.415117 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-ba1ca81d-8022-42aa-8433-384b5b8de27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:33:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:33:40.550959 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-ba1ca81d-8022-42aa-8433-384b5b8de27c None None] Set router ef9dfe8e-2638-428a-b697-819c4f07a1e8 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:33:40.826255 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-ba1ca81d-8022-42aa-8433-384b5b8de27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '097697b6-7613-4970-8510-773d7a18ebc8', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'port_id': '96c8acae-b8cc-4eed-af97-bcefcfe399c5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'mac_address': 'fa:16:3e:51:7e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc759c8-a208-4df1-bf3e-dd2b89bff369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:31:20Z', 'updated_at': '2022-10-17T04:31:55Z', 'revision_number': 2, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'fixed_ip_address_scope': None}, {'id': 'bfce75d6-e98f-44be-8efd-399ec6170ce8', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'port_id': '68d2f18e-a6e0-4ab3-8073-de5deb76b4d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'mac_address': 'fa:16:3e:2b:72:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77752d3b-6577-45d9-b7f4-1bca4ee444be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:33:13Z', 'updated_at': '2022-10-17T04:33:38Z', 'revision_number': 1, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:33:40.866288 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1ca81d-8022-42aa-8433-384b5b8de27c None None] The sync data for ids ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'] in dv-cinder-861557-1-iscsi is: [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '097697b6-7613-4970-8510-773d7a18ebc8', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'port_id': '96c8acae-b8cc-4eed-af97-bcefcfe399c5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'mac_address': 'fa:16:3e:51:7e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc759c8-a208-4df1-bf3e-dd2b89bff369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:31:20Z', 'updated_at': '2022-10-17T04:31:55Z', 'revision_number': 2, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'fixed_ip_address_scope': None}, {'id': 'bfce75d6-e98f-44be-8efd-399ec6170ce8', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'port_id': '68d2f18e-a6e0-4ab3-8073-de5deb76b4d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'mac_address': 'fa:16:3e:2b:72:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77752d3b-6577-45d9-b7f4-1bca4ee444be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:33:13Z', 'updated_at': '2022-10-17T04:33:38Z', 'revision_number': 1, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:33:41.205697 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41687c5d-d0bc-428b-a6fe-4393fd036518 None None] New status for floating IP bfce75d6-e98f-44be-8efd-399ec6170ce8: ACTIVE {{(pid=104490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:33:41.455129 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb97d6f-46b0-4731-b53c-e57e2cc2228c req-c2c7a750-7b25-4e8b-983b-f8142a799a81 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:41.459341 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-acb97d6f-46b0-4731-b53c-e57e2cc2228c req-c2c7a750-7b25-4e8b-983b-f8142a799a81 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.0957963 Oct 17 04:33:41.523040 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:41.542507 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72057e-ff21-437a-a948-81def1c247e9 req-cf322a04-b286-4a69-aa2b-48acb5068586 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:41.544027 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5a72057e-ff21-437a-a948-81def1c247e9 req-cf322a04-b286-4a69-aa2b-48acb5068586 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0784309 Oct 17 04:33:41.595171 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-acb97d6f-46b0-4731-b53c-e57e2cc2228c req-6f27c526-10bf-48e3-9241-9bd2b22b6220 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085649 Oct 17 04:33:41.638308 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5a72057e-ff21-437a-a948-81def1c247e9 req-c66c792e-3f2b-4cb9-a576-9566db46a2df tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867705 Oct 17 04:33:42.356053 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ded46-ea54-4cca-8bfa-45742b745821 req-97c01442-3859-4435-b687-f83e0ae9dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:42.357618 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-313ded46-ea54-4cca-8bfa-45742b745821 req-97c01442-3859-4435-b687-f83e0ae9dc08 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0761fde06e5240adb0d7f1a7d5724d37&device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 1129 time: 0.0407712 Oct 17 04:33:42.673944 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ded46-ea54-4cca-8bfa-45742b745821 req-d52afb24-315f-4af5-a676-6944f92cc6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:42.675592 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-313ded46-ea54-4cca-8bfa-45742b745821 req-d52afb24-315f-4af5-a676-6944f92cc6f2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=596ebb0d-79d0-45f5-9e52-b2ce25b00863 HTTP/1.1" status: 200 len: 917 time: 0.3119099 Oct 17 04:33:42.770695 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1997b-d4ac-4fce-a1cc-fdb75e840326 req-0ab8353b-313f-4b74-acc4-389b7fc78af0 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:42.771308 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-313ded46-ea54-4cca-8bfa-45742b745821 req-616f247d-5db1-4a9a-a115-bd1f2b537d67 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f63f40c8-b445-4c27-a582-2ac29415fbeb HTTP/1.1" status: 200 len: 1000 time: 0.0877206 Oct 17 04:33:42.772244 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c6c1997b-d4ac-4fce-a1cc-fdb75e840326 req-0ab8353b-313f-4b74-acc4-389b7fc78af0 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.0862274 Oct 17 04:33:42.787694 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2fb2d-68a6-4e77-b1d7-906c7c948c21 req-bfc808a9-12a1-40a6-b54b-de656361420c tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:42.789496 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a6c2fb2d-68a6-4e77-b1d7-906c7c948c21 req-bfc808a9-12a1-40a6-b54b-de656361420c tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0636873 Oct 17 04:33:42.840440 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ded46-ea54-4cca-8bfa-45742b745821 req-4a7130b3-fcd6-4c9e-9d77-c66caab60d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:42.842637 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-313ded46-ea54-4cca-8bfa-45742b745821 req-4a7130b3-fcd6-4c9e-9d77-c66caab60d6f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=7c706f9b-2867-4158-b285-926a4adb47a2 HTTP/1.1" status: 200 len: 855 time: 0.0606909 Oct 17 04:33:42.865685 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a6c2fb2d-68a6-4e77-b1d7-906c7c948c21 req-cb2c2ef8-ba3e-478e-9f60-1a65af683a35 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695162 Oct 17 04:33:42.910944 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c6c1997b-d4ac-4fce-a1cc-fdb75e840326 req-57469f17-1a02-471e-899f-e87fd279cd63 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294510 Oct 17 04:33:42.911545 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ded46-ea54-4cca-8bfa-45742b745821 req-025f3df0-a166-4500-83db-be175db3be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:42.913207 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-313ded46-ea54-4cca-8bfa-45742b745821 req-025f3df0-a166-4500-83db-be175db3be25 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=596ebb0d-79d0-45f5-9e52-b2ce25b00863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630505 Oct 17 04:33:43.018424 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-313ded46-ea54-4cca-8bfa-45742b745821 req-91229473-ade7-47e1-ad4a-a444b109a90d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968974 Oct 17 04:33:43.130601 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-313ded46-ea54-4cca-8bfa-45742b745821 req-a6f85f94-d22b-4a6c-87ef-652b633bda95 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979998 Oct 17 04:33:44.012685 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961ccd1-d4ac-4901-8f00-662ffc2dde26 req-81769ee9-f8ed-45b1-8afa-8ec651f9bcb0 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:44.014545 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7961ccd1-d4ac-4901-8f00-662ffc2dde26 req-81769ee9-f8ed-45b1-8afa-8ec651f9bcb0 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0638731 Oct 17 04:33:44.091003 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0891e6-5d66-4499-8df4-58212a7335b1 req-8277e68c-c6d8-4b04-af23-34f2cbecdf4e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:44.093126 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5a0891e6-5d66-4499-8df4-58212a7335b1 req-8277e68c-c6d8-4b04-af23-34f2cbecdf4e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.0730944 Oct 17 04:33:44.144107 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7961ccd1-d4ac-4901-8f00-662ffc2dde26 req-cb93d5dd-ff48-455c-ba80-7495e7ee513d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133280 Oct 17 04:33:44.175377 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5a0891e6-5d66-4499-8df4-58212a7335b1 req-a8432df7-070c-4943-8fd6-1adb370a82ed tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736189 Oct 17 04:33:45.267646 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:45.299106 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287db3cd-cf42-44de-93a7-f9f3fd2e9682 req-7f413cdb-1a87-4104-9f9b-9230068f3270 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:45.308163 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-287db3cd-cf42-44de-93a7-f9f3fd2e9682 req-7f413cdb-1a87-4104-9f9b-9230068f3270 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0810759 Oct 17 04:33:45.398367 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-287db3cd-cf42-44de-93a7-f9f3fd2e9682 req-d44e075f-0754-4203-a67a-6e44db12d082 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856991 Oct 17 04:33:45.428482 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3429e6-faf5-4c12-887d-31f9e1487677 req-ac9360b0-29ca-4161-ae0e-a7d21b947114 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:45.430019 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1a3429e6-faf5-4c12-887d-31f9e1487677 req-ac9360b0-29ca-4161-ae0e-a7d21b947114 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 945 time: 0.1475263 Oct 17 04:33:45.507452 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1a3429e6-faf5-4c12-887d-31f9e1487677 req-bc53be1c-e5a9-4500-b42f-c61018d58f09 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625660 Oct 17 04:33:45.818184 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device f63f40c8-b445-4c27-a582-2ac29415fbeb no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:33:45.856884 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:45.915223 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port f63f40c8-b445-4c27-a582-2ac29415fbeb is: ACTIVE; New status is: DOWN {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:33:45.915223 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:45.926401 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee04d43c-6d11-4571-989e-90ee8175e03d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f63f40c8-b445-4c27-a582-2ac29415fbeb'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:33:45.928661 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57c8b1f-dd7c-4937-b162-13a7adb11cfa" -d '{"events": [{"server_uuid": "ee04d43c-6d11-4571-989e-90ee8175e03d", "name": "network-vif-unplugged", "status": "completed", "tag": "f63f40c8-b445-4c27-a582-2ac29415fbeb"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:33:45.942312 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port f63f40c8-b445-4c27-a582-2ac29415fbeb, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f63f40c8-b445-4c27-a582-2ac29415fbeb,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:33:45.947772 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:45.988498 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 04:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3baa804-8d45-4658-8444-1740bc4257a5 x-openstack-request-id: req-b3baa804-8d45-4658-8444-1740bc4257a5 {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:33:45.988819 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee04d43c-6d11-4571-989e-90ee8175e03d", "name": "network-vif-unplugged", "status": "completed", "tag": "f63f40c8-b445-4c27-a582-2ac29415fbeb", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:33:45.989265 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b3baa804-8d45-4658-8444-1740bc4257a5 {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:33:45.989934 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3baa804-8d45-4658-8444-1740bc4257a5'] response: {'server_uuid': 'ee04d43c-6d11-4571-989e-90ee8175e03d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f63f40c8-b445-4c27-a582-2ac29415fbeb', 'code': 200} Oct 17 04:33:46.018500 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=f63f40c8-b445-4c27-a582-2ac29415fbeb,revision_number=8']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:46.521556 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba9fe5-f8cd-432b-bcc9-7e07b7788160 req-5ffb1ae0-9481-4d2b-88ad-50cf35852ede tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:46.523021 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2fba9fe5-f8cd-432b-bcc9-7e07b7788160 req-5ffb1ae0-9481-4d2b-88ad-50cf35852ede tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0517409 Oct 17 04:33:46.570962 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2fba9fe5-f8cd-432b-bcc9-7e07b7788160 req-3c130ce6-317d-4ad5-9dbb-24f51d5d9d81 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415986 Oct 17 04:33:46.650566 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5185f-fea8-492d-bc55-9bab83248657 req-ba4036c4-413a-417c-a0f5-4ec4c44d8f93 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:46.652403 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-23c5185f-fea8-492d-bc55-9bab83248657 req-ba4036c4-413a-417c-a0f5-4ec4c44d8f93 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0493019 Oct 17 04:33:46.703359 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-23c5185f-fea8-492d-bc55-9bab83248657 req-21abcbf5-8bb9-479d-a45e-50202d57cf85 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449359 Oct 17 04:33:46.793395 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25c3ea-e737-4262-8728-cacd3c0695ba req-deeaa001-c6c7-48fd-ab67-45c5da870544 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:46.794623 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1c25c3ea-e737-4262-8728-cacd3c0695ba req-deeaa001-c6c7-48fd-ab67-45c5da870544 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0498061 Oct 17 04:33:46.855084 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1c25c3ea-e737-4262-8728-cacd3c0695ba req-1ebc87f1-990a-4e0c-bceb-869f34d2f287 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532763 Oct 17 04:33:46.858875 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99935fec-0003-4623-a784-201d4bd3768b req-20cc1d4f-6e77-4059-8f8a-f29405c9f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:46.860375 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-99935fec-0003-4623-a784-201d4bd3768b req-20cc1d4f-6e77-4059-8f8a-f29405c9f331 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=9de6141e0c3a41bcb84ac635b48a51df&device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 1129 time: 0.0521896 Oct 17 04:33:47.003601 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99935fec-0003-4623-a784-201d4bd3768b req-2e3bf60f-fc58-4707-9606-3aff3f84c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:47.005665 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-99935fec-0003-4623-a784-201d4bd3768b req-2e3bf60f-fc58-4707-9606-3aff3f84c9ce service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=5b651c35-159b-4d6e-a364-6761b8b7e75b HTTP/1.1" status: 200 len: 911 time: 0.1238565 Oct 17 04:33:47.090476 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-99935fec-0003-4623-a784-201d4bd3768b req-8fa87a11-a0ef-4b3d-b0e6-a90729799375 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b48d51f-4326-473b-8c9d-416ea81fac1e HTTP/1.1" status: 200 len: 1001 time: 0.0782793 Oct 17 04:33:47.156360 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99935fec-0003-4623-a784-201d4bd3768b req-d794cbcc-0155-4012-8e4d-4cf5f44a18d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:47.157883 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-99935fec-0003-4623-a784-201d4bd3768b req-d794cbcc-0155-4012-8e4d-4cf5f44a18d6 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d4565b2b-3a4c-4521-9f7b-f70198a8501f HTTP/1.1" status: 200 len: 849 time: 0.0606284 Oct 17 04:33:47.214929 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99935fec-0003-4623-a784-201d4bd3768b req-a3a87a49-715c-4ccf-b16b-4d562cd218d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:47.216437 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-99935fec-0003-4623-a784-201d4bd3768b req-a3a87a49-715c-4ccf-b16b-4d562cd218d0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=5b651c35-159b-4d6e-a364-6761b8b7e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517256 Oct 17 04:33:47.335214 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-99935fec-0003-4623-a784-201d4bd3768b req-22d3dadd-f1db-4641-ba55-05ad76783b00 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110721 Oct 17 04:33:47.340376 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [req-41fd1977-28c6-4c7b-9b25-dd47255d7256 req-b55a3dcd-a4c9-4afb-a758-ae6ada148c4c service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 04:33:47.341528 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-41fd1977-28c6-4c7b-9b25-dd47255d7256 req-b55a3dcd-a4c9-4afb-a758-ae6ada148c4c service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0066266 Oct 17 04:33:47.397023 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:47.442349 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-99935fec-0003-4623-a784-201d4bd3768b req-2ea4abf0-17ba-46cf-9e82-49724bdb7d7f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997763 Oct 17 04:33:47.552428 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be62520-377b-497d-9595-f89f69c43e9f req-a1ca7b29-7627-489e-a0e3-882bff755011 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:47.554111 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3be62520-377b-497d-9595-f89f69c43e9f req-a1ca7b29-7627-489e-a0e3-882bff755011 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0583599 Oct 17 04:33:47.585377 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:47.613989 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3be62520-377b-497d-9595-f89f69c43e9f req-a19f43c3-c664-441f-b1b4-e7d47f115e15 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538960 Oct 17 04:33:47.741447 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-6d6a5cf5-b30c-4030-932c-d084e7c6449c tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-756745865&fields=id&tenant_id=164c660f217f4b29b914caf14b773b61 HTTP/1.1" status: 200 len: 267 time: 0.0551555 Oct 17 04:33:47.855788 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-1006f716-bfda-4e3c-88d7-dfbe06829d7e tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:47.857276 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-1006f716-bfda-4e3c-88d7-dfbe06829d7e tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/networks?id=98905e91-d61c-460b-b7b3-b0bac875b67e HTTP/1.1" status: 200 len: 808 time: 0.1083760 Oct 17 04:33:47.872203 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-54d5c1b3-2da8-4a62-900f-36391e5020d2 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/quotas/164c660f217f4b29b914caf14b773b61 HTTP/1.1" status: 200 len: 375 time: 0.0096262 Oct 17 04:33:47.928353 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-aa8d3fd3-e038-4f94-8c25-8a33398b917d tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=164c660f217f4b29b914caf14b773b61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489318 Oct 17 04:33:47.931158 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 58640) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:48.301675 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-368cfdea-59b9-4967-bd34-ae5a0d5ef8e7 req-0f84ed56-df70-4c3b-b1bc-10b1b4dd0433 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3689957 Oct 17 04:33:48.309613 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19ba54-a2e7-4d0e-abc9-a2b22c25b914 req-69399d6d-f09b-4375-a21e-dadd6b18f447 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:48.310988 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6b19ba54-a2e7-4d0e-abc9-a2b22c25b914 req-69399d6d-f09b-4375-a21e-dadd6b18f447 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.3462932 Oct 17 04:33:48.322944 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [req-368cfdea-59b9-4967-bd34-ae5a0d5ef8e7 req-2099324b-f7a9-4ed1-99c0-7037d7caa38d service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 04:33:48.323890 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-368cfdea-59b9-4967-bd34-ae5a0d5ef8e7 req-2099324b-f7a9-4ed1-99c0-7037d7caa38d service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0066991 Oct 17 04:33:48.353040 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-f33ac24d-ebd1-4d1d-a0fe-af2abfd74034 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/98905e91-d61c-460b-b7b3-b0bac875b67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096510 Oct 17 04:33:48.402307 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 58648) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:48.427660 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6b19ba54-a2e7-4d0e-abc9-a2b22c25b914 req-81838573-562d-4417-85b6-294dcc9da80e tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091328 Oct 17 04:33:48.432873 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:48.459683 dv-cinder-861557-1-iscsi neutron-server[104487]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 17 04:33:48.470015 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-214e3535-d3a2-40aa-9563-a7ec06c3690d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/98905e91-d61c-460b-b7b3-b0bac875b67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054537 Oct 17 04:33:48.487933 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:48.507675 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cfdea-59b9-4967-bd34-ae5a0d5ef8e7 req-a023208a-315a-4af1-a03c-e607de2909dd tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:48.509124 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-368cfdea-59b9-4967-bd34-ae5a0d5ef8e7 req-a023208a-315a-4af1-a03c-e607de2909dd tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports/f63f40c8-b445-4c27-a582-2ac29415fbeb HTTP/1.1" status: 200 len: 940 time: 0.1057911 Oct 17 04:33:48.748489 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 58670) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:48.764613 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d3220-a9a6-4ee4-97ac-f207a5c79b77 req-b6d99bba-a88c-403c-b354-8a62b0ff9ceb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:48.766677 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6d6d3220-a9a6-4ee4-97ac-f207a5c79b77 req-b6d99bba-a88c-403c-b354-8a62b0ff9ceb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0646632 Oct 17 04:33:48.819498 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_v2 [None req-b72f3cc1-bca7-4905-945d-c8028d9e5fa1 admin admin] Deleting subnet e8b13bc0-0e65-42c8-9821-70637f4820b0 {{(pid=104487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:33:48.823968 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b72f3cc1-bca7-4905-945d-c8028d9e5fa1 admin admin] Publish callbacks [] for subnet (e8b13bc0-0e65-42c8-9821-70637f4820b0), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:48.843030 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-538295f8-301d-4d25-a0da-938c2aa8b56d req-82e1827f-6a38-4871-8981-33f28a6cfa9b tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 210 time: 0.0523517 Oct 17 04:33:48.873301 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6d6d3220-a9a6-4ee4-97ac-f207a5c79b77 req-476505fb-9bc7-40d0-857d-ca1ca0789b1f tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976942 Oct 17 04:33:48.879512 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b72f3cc1-bca7-4905-945d-c8028d9e5fa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8359371'] for subnet (e8b13bc0-0e65-42c8-9821-70637f4820b0), precommit_delete_associations {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:48.927826 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b72f3cc1-bca7-4905-945d-c8028d9e5fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588216'] for subnet (e8b13bc0-0e65-42c8-9821-70637f4820b0), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:48.988797 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b72f3cc1-bca7-4905-945d-c8028d9e5fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3592535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7604970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7353880'] for subnet (e8b13bc0-0e65-42c8-9821-70637f4820b0), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:49.022488 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f3cc1-bca7-4905-945d-c8028d9e5fa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8b13bc0-0e65-42c8-9821-70637f4820b0,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:49.024506 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b72f3cc1-bca7-4905-945d-c8028d9e5fa1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:49.028524 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-b72f3cc1-bca7-4905-945d-c8028d9e5fa1 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/e8b13bc0-0e65-42c8-9821-70637f4820b0 HTTP/1.1" status: 204 len: 168 time: 0.2787552 Oct 17 04:33:49.031067 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 58678) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:49.106203 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-15911b27-58d7-422a-9404-c00aeda051e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3580085'] for network (41cde4c2-319c-405f-953d-34a4f0f9247a), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:49.218184 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-15911b27-58d7-422a-9404-c00aeda051e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8774867117788'] for network (41cde4c2-319c-405f-953d-34a4f0f9247a), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:49.245211 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-15911b27-58d7-422a-9404-c00aeda051e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41cde4c2-319c-405f-953d-34a4f0f9247a']}} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:33:49.255057 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-15911b27-58d7-422a-9404-c00aeda051e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce102f30-3df9-4c6c-b911-6a7e1ad4525d') {'for_net_delete': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:33:49.255339 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-15911b27-58d7-422a-9404-c00aeda051e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce102f30-3df9-4c6c-b911-6a7e1ad4525d') {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:33:49.265812 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-15911b27-58d7-422a-9404-c00aeda051e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774867185574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8359346'] for segment (ce102f30-3df9-4c6c-b911-6a7e1ad4525d), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:49.280440 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-15911b27-58d7-422a-9404-c00aeda051e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (ce102f30-3df9-4c6c-b911-6a7e1ad4525d), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:49.288574 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15911b27-58d7-422a-9404-c00aeda051e8 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:33:49.289058 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-15911b27-58d7-422a-9404-c00aeda051e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7604736'] for segment (ce102f30-3df9-4c6c-b911-6a7e1ad4525d), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:49.333352 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment ce102f30-3df9-4c6c-b911-6a7e1ad4525d resource provider aggregate not found Oct 17 04:33:49.355425 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment ce102f30-3df9-4c6c-b911-6a7e1ad4525d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce102f30-3df9-4c6c-b911-6a7e1ad4525d found for delete ", "request_id": "req-55dde700-99ca-4648-80ab-29e21fe6826f"}]} Oct 17 04:33:49.359327 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-15911b27-58d7-422a-9404-c00aeda051e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638819'] for network (41cde4c2-319c-405f-953d-34a4f0f9247a), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:49.364930 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-15911b27-58d7-422a-9404-c00aeda051e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:49.367987 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-15911b27-58d7-422a-9404-c00aeda051e8 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/41cde4c2-319c-405f-953d-34a4f0f9247a HTTP/1.1" status: 204 len: 168 time: 0.3359854 Oct 17 04:33:49.380133 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15911b27-58d7-422a-9404-c00aeda051e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=41cde4c2-319c-405f-953d-34a4f0f9247a,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:49.586909 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 58690) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:49.588651 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf897a-7147-47eb-9d5b-e7f96029ffb8 req-6da9128c-4f63-4dd0-b0aa-78443c38d876 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:49.590530 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6abf897a-7147-47eb-9d5b-e7f96029ffb8 req-6da9128c-4f63-4dd0-b0aa-78443c38d876 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0714622 Oct 17 04:33:49.641123 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-41cd045c-e06c-4bfa-8682-21c029251de6 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=34d5aaa16da54ea19e9c982c50540377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0526388 Oct 17 04:33:49.643627 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 58692) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:49.646278 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6abf897a-7147-47eb-9d5b-e7f96029ffb8 req-929bc1e6-3fdc-45c4-a5fe-873f22c1b797 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488429 Oct 17 04:33:49.702755 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9677ace0-7dcc-4a3c-83d9-b527ba3f59b8 admin admin] Publish callbacks [] for security_group (79cf2536-e09a-47af-81d5-b863852e5437), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:49.724072 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9677ace0-7dcc-4a3c-83d9-b527ba3f59b8 admin admin] Publish callbacks [] for security_group (79cf2536-e09a-47af-81d5-b863852e5437), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:49.775483 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9677ace0-7dcc-4a3c-83d9-b527ba3f59b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (79cf2536-e09a-47af-81d5-b863852e5437), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:49.778454 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9677ace0-7dcc-4a3c-83d9-b527ba3f59b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:49.779617 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-9677ace0-7dcc-4a3c-83d9-b527ba3f59b8 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/79cf2536-e09a-47af-81d5-b863852e5437 HTTP/1.1" status: 204 len: 168 time: 0.1350474 Oct 17 04:33:49.788025 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677ace0-7dcc-4a3c-83d9-b527ba3f59b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cf2536-e09a-47af-81d5-b863852e5437,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:49.860783 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device f63f40c8-b445-4c27-a582-2ac29415fbeb no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:33:49.944010 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port f63f40c8-b445-4c27-a582-2ac29415fbeb is: DOWN; New status is: DOWN {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:33:49.971033 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0eede3b1-e0ce-4db9-bbe2-a8c1ec3acf57 req-6bb6a784-5721-45e0-91a0-78a2c26e8734 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 210 time: 0.0315866 Oct 17 04:33:50.016668 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578e282-011d-401b-b672-f6ab82e0b6c8 req-731b5e91-2230-49ab-af68-41170ebbb44c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:50.018177 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c578e282-011d-401b-b672-f6ab82e0b6c8 req-731b5e91-2230-49ab-af68-41170ebbb44c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0501542 Oct 17 04:33:50.071464 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c578e282-011d-401b-b672-f6ab82e0b6c8 req-5d6fc156-f4a0-47c5-a07d-c5027a96c779 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476334 Oct 17 04:33:50.263453 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:50.287263 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-1efa752b-827c-48fb-8455-e775df03370f tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:50.289063 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-1efa752b-827c-48fb-8455-e775df03370f tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.20 "GET /networking/v2.0/networks?id=98905e91-d61c-460b-b7b3-b0bac875b67e HTTP/1.1" status: 200 len: 808 time: 0.1221378 Oct 17 04:33:50.376449 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-36531871-4bc6-4851-a1a4-2c90a35fd5ed tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=164c660f217f4b29b914caf14b773b61 HTTP/1.1" status: 200 len: 379 time: 0.0733416 Oct 17 04:33:50.395971 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-855a8e32-3c54-4b22-bc6f-16222f7dd44a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Request body: {'port': {'device_id': 'c04fcc98-6f6b-4092-ba63-364498327bb6', 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e', 'admin_state_up': True, 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'security_groups': ['03abd6e4-1646-46f0-8d43-85e42762175e']}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:33:50.399270 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:50.528123 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-855a8e32-3c54-4b22-bc6f-16222f7dd44a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Made reservation on behalf of 164c660f217f4b29b914caf14b773b61 for: {'port': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:33:50.532072 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-855a8e32-3c54-4b22-bc6f-16222f7dd44a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:50.666781 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-855a8e32-3c54-4b22-bc6f-16222f7dd44a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Allocated IP 172.20.0.3 (98905e91-d61c-460b-b7b3-b0bac875b67e/36376a24-6d8f-4101-b65d-31b01f263bed/5018bca9-d0fd-4019-a69a-d25003f4d4da) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:33:50.820228 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-855a8e32-3c54-4b22-bc6f-16222f7dd44a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:50.853567 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-855a8e32-3c54-4b22-bc6f-16222f7dd44a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:50.959160 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-855a8e32-3c54-4b22-bc6f-16222f7dd44a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Network 98905e91-d61c-460b-b7b3-b0bac875b67e is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:33:50.970865 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-855a8e32-3c54-4b22-bc6f-16222f7dd44a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:33:50.981955 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-855a8e32-3c54-4b22-bc6f-16222f7dd44a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:33:50.988982 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cfdea-59b9-4967-bd34-ae5a0d5ef8e7 req-a0c29bf6-cdde-4ec5-94c6-2c4eb04b2462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:50.990595 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-368cfdea-59b9-4967-bd34-ae5a0d5ef8e7 req-a0c29bf6-cdde-4ec5-94c6-2c4eb04b2462 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d&tenant_id=0761fde06e5240adb0d7f1a7d5724d37 HTTP/1.1" status: 200 len: 1127 time: 0.1054912 Oct 17 04:33:51.010775 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a8e32-3c54-4b22-bc6f-16222f7dd44a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Pushing event updated for resources: {'Port': ['ID=5018bca9-d0fd-4019-a69a-d25003f4d4da,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:51.053978 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-855a8e32-3c54-4b22-bc6f-16222f7dd44a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:51.054822 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-855a8e32-3c54-4b22-bc6f-16222f7dd44a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:51.127572 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cfdea-59b9-4967-bd34-ae5a0d5ef8e7 req-10e3e228-1627-403d-ab18-514a6e12ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:51.136194 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-368cfdea-59b9-4967-bd34-ae5a0d5ef8e7 req-10e3e228-1627-403d-ab18-514a6e12ab74 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0761fde06e5240adb0d7f1a7d5724d37&device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 1127 time: 0.0985079 Oct 17 04:33:51.148294 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-855a8e32-3c54-4b22-bc6f-16222f7dd44a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7562306 Oct 17 04:33:51.189880 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885a1cf-2c69-4cae-8aa7-dff6380f245e req-fb0118d6-08a7-43f9-88da-a9dc56e1e2c7 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:51.191462 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4885a1cf-2c69-4cae-8aa7-dff6380f245e req-fb0118d6-08a7-43f9-88da-a9dc56e1e2c7 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 931 time: 0.0586202 Oct 17 04:33:51.201804 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-91877dda-37b2-49f2-963e-c67715196657 service neutron] Request body: {'port': {'device_id': 'c04fcc98-6f6b-4092-ba63-364498327bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86155'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:33:51.260503 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fd84a-4625-43bb-9ed3-bfa021b73391 req-9e974914-197b-4a1b-a45b-aa05f57b6b21 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:51.262101 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0a8fd84a-4625-43bb-9ed3-bfa021b73391 req-9e974914-197b-4a1b-a45b-aa05f57b6b21 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0789950 Oct 17 04:33:51.303579 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4885a1cf-2c69-4cae-8aa7-dff6380f245e req-12d4128d-d4e0-4676-bd4b-92318bc6ee96 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032238 Oct 17 04:33:51.324254 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:51.327593 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-91877dda-37b2-49f2-963e-c67715196657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:51.337922 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0a8fd84a-4625-43bb-9ed3-bfa021b73391 req-6d807b49-ece6-46cb-9607-36a3fcb882ce tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677361 Oct 17 04:33:51.355436 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:51.377033 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-25190d60-7968-4f27-8e16-58595626e305 None None] Provisioning complete for port 5018bca9-d0fd-4019-a69a-d25003f4d4da triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:33:51.378206 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-25190d60-7968-4f27-8e16-58595626e305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:51.378673 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-25190d60-7968-4f27-8e16-58595626e305 None None] Attempt 1 to provision port 5018bca9-d0fd-4019-a69a-d25003f4d4da Oct 17 04:33:51.395757 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cfdea-59b9-4967-bd34-ae5a0d5ef8e7 req-87f178b8-e494-4958-a4e1-632fb9392bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:51.397256 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-368cfdea-59b9-4967-bd34-ae5a0d5ef8e7 req-87f178b8-e494-4958-a4e1-632fb9392bee service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=596ebb0d-79d0-45f5-9e52-b2ce25b00863 HTTP/1.1" status: 200 len: 917 time: 0.2071786 Oct 17 04:33:51.412073 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-25190d60-7968-4f27-8e16-58595626e305 None None] Port 5018bca9-d0fd-4019-a69a-d25003f4d4da cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:33:51.523522 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-368cfdea-59b9-4967-bd34-ae5a0d5ef8e7 req-d2283217-0606-4dfa-95dc-9d40a9a686b7 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f63f40c8-b445-4c27-a582-2ac29415fbeb HTTP/1.1" status: 200 len: 998 time: 0.1169853 Oct 17 04:33:51.620147 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cfdea-59b9-4967-bd34-ae5a0d5ef8e7 req-6a7a9508-fdcd-4896-aac6-8decf740cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:51.621631 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-368cfdea-59b9-4967-bd34-ae5a0d5ef8e7 req-6a7a9508-fdcd-4896-aac6-8decf740cc28 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=7c706f9b-2867-4158-b285-926a4adb47a2 HTTP/1.1" status: 200 len: 855 time: 0.0848207 Oct 17 04:33:51.688830 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cfdea-59b9-4967-bd34-ae5a0d5ef8e7 req-b38cfd30-e637-4fce-8122-6dbb3fc5f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:51.690324 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-368cfdea-59b9-4967-bd34-ae5a0d5ef8e7 req-b38cfd30-e637-4fce-8122-6dbb3fc5f680 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=596ebb0d-79d0-45f5-9e52-b2ce25b00863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586092 Oct 17 04:33:51.778726 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-91877dda-37b2-49f2-963e-c67715196657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5018bca9-d0fd-4019-a69a-d25003f4d4da {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:33:51.791314 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-91877dda-37b2-49f2-963e-c67715196657 service neutron] Publish callbacks [] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:51.816609 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-91877dda-37b2-49f2-963e-c67715196657 service neutron] Transition to ACTIVE for port object 5018bca9-d0fd-4019-a69a-d25003f4d4da will not be triggered until provisioned by entity L2. {{(pid=104487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:33:51.826511 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-91877dda-37b2-49f2-963e-c67715196657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:51.856203 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-368cfdea-59b9-4967-bd34-ae5a0d5ef8e7 req-6b8d0a57-495d-40f2-a820-03d682457136 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556988 Oct 17 04:33:52.157810 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91877dda-37b2-49f2-963e-c67715196657 service neutron] Pushing event updated for resources: {'Port': ['ID=5018bca9-d0fd-4019-a69a-d25003f4d4da,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:52.220038 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-91877dda-37b2-49f2-963e-c67715196657 service neutron] Attempting to bind port 5018bca9-d0fd-4019-a69a-d25003f4d4da on host hv-cinder-86155 for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:33:52.220374 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-91877dda-37b2-49f2-963e-c67715196657 service neutron] Attempting to bind port 5018bca9-d0fd-4019-a69a-d25003f4d4da by drivers openvswitch,hyperv on host hv-cinder-86155 at level 0 using segments [{'id': '1b7f1744-e228-4bb2-ad97-6cc7e494aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:33:52.220702 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-91877dda-37b2-49f2-963e-c67715196657 service neutron] Attempting to bind port 5018bca9-d0fd-4019-a69a-d25003f4d4da on network 98905e91-d61c-460b-b7b3-b0bac875b67e {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:33:52.227035 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-368cfdea-59b9-4967-bd34-ae5a0d5ef8e7 req-e18b3c95-0862-4f8a-b00b-2ca25356d419 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620710 Oct 17 04:33:52.256952 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:52.274309 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-91877dda-37b2-49f2-963e-c67715196657 service neutron] Port 5018bca9-d0fd-4019-a69a-d25003f4d4da on network 98905e91-d61c-460b-b7b3-b0bac875b67e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86155 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:33:52.274638 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-91877dda-37b2-49f2-963e-c67715196657 service neutron] Attempting to bind port 5018bca9-d0fd-4019-a69a-d25003f4d4da on network 98905e91-d61c-460b-b7b3-b0bac875b67e {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:33:52.324313 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-91877dda-37b2-49f2-963e-c67715196657 service neutron] Checking agent: {'id': '98af6631-6ac5-4afe-8748-fa983cad7c78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86155', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:33:52.324685 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-91877dda-37b2-49f2-963e-c67715196657 service neutron] Checking segment: {'id': '1b7f1744-e228-4bb2-ad97-6cc7e494aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:33:52.325095 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-91877dda-37b2-49f2-963e-c67715196657 service neutron] Bound using segment: {'id': '1b7f1744-e228-4bb2-ad97-6cc7e494aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:33:52.325614 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-91877dda-37b2-49f2-963e-c67715196657 service neutron] Bound port: 5018bca9-d0fd-4019-a69a-d25003f4d4da, host: hv-cinder-86155, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7f1744-e228-4bb2-ad97-6cc7e494aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:33:52.326038 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-91877dda-37b2-49f2-963e-c67715196657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:52.391247 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:52.410475 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-91877dda-37b2-49f2-963e-c67715196657 service neutron] For port 5018bca9-d0fd-4019-a69a-d25003f4d4da, host hv-cinder-86155, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:33:52.414804 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-91877dda-37b2-49f2-963e-c67715196657 service neutron] For port 5018bca9-d0fd-4019-a69a-d25003f4d4da, host hv-cinder-86155, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=5018bca9-d0fd-4019-a69a-d25003f4d4da,segment=NetworkSegment(1b7f1744-e228-4bb2-ad97-6cc7e494aa27),segment_id=1b7f1744-e228-4bb2-ad97-6cc7e494aa27)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:33:52.424090 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-91877dda-37b2-49f2-963e-c67715196657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:52.430064 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-91877dda-37b2-49f2-963e-c67715196657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:52.431657 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-91877dda-37b2-49f2-963e-c67715196657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:52.433154 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-91877dda-37b2-49f2-963e-c67715196657 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/5018bca9-d0fd-4019-a69a-d25003f4d4da HTTP/1.1" status: 200 len: 1093 time: 1.2441905 Oct 17 04:33:52.433759 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04fcc98-6f6b-4092-ba63-364498327bb6', 'tag': '5018bca9-d0fd-4019-a69a-d25003f4d4da'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:33:52.436538 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb9fff2-06a9-484c-81a8-a939c6bac31a" -d '{"events": [{"name": "network-changed", "server_uuid": "c04fcc98-6f6b-4092-ba63-364498327bb6", "tag": "5018bca9-d0fd-4019-a69a-d25003f4d4da"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:33:52.436954 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9c857-8c3e-45be-a887-b5eae6820662 req-18073659-cbf5-4419-80f8-1b1de5bba59d tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:52.438828 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-45c9c857-8c3e-45be-a887-b5eae6820662 req-18073659-cbf5-4419-80f8-1b1de5bba59d tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0574319 Oct 17 04:33:52.533063 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91877dda-37b2-49f2-963e-c67715196657 service neutron] Pushing event updated for resources: {'Port': ['ID=5018bca9-d0fd-4019-a69a-d25003f4d4da,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:52.537653 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-45c9c857-8c3e-45be-a887-b5eae6820662 req-4f1ae1fd-7c3d-4d14-9535-8f6fbd0fcb98 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932646 Oct 17 04:33:52.543538 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-dfc33402-1f01-4e4f-8dfb-f2418d850505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:52.546132 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-dfc33402-1f01-4e4f-8dfb-f2418d850505 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=164c660f217f4b29b914caf14b773b61&device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 1127 time: 0.0639527 Oct 17 04:33:52.574817 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc3413-3fc4-4ed6-9190-652d3a7bffdd req-138e403c-9061-46fc-ae5e-a65bb9eb00ba tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:52.576674 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d6fc3413-3fc4-4ed6-9190-652d3a7bffdd req-138e403c-9061-46fc-ae5e-a65bb9eb00ba tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0979161 Oct 17 04:33:52.578418 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:52.611747 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-3a606f2a-8097-446b-bd34-bfe228021298 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5018bca9-d0fd-4019-a69a-d25003f4d4da HTTP/1.1" status: 200 len: 217 time: 0.0570455 Oct 17 04:33:52.616384 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c84141-13bf-48bf-8a7b-1a2f59f19043 x-openstack-request-id: req-d7c84141-13bf-48bf-8a7b-1a2f59f19043 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:33:52.616707 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04fcc98-6f6b-4092-ba63-364498327bb6", "tag": "5018bca9-d0fd-4019-a69a-d25003f4d4da", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:33:52.616965 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d7c84141-13bf-48bf-8a7b-1a2f59f19043 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:33:52.617402 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c84141-13bf-48bf-8a7b-1a2f59f19043'] response: {'name': 'network-changed', 'server_uuid': 'c04fcc98-6f6b-4092-ba63-364498327bb6', 'tag': '5018bca9-d0fd-4019-a69a-d25003f4d4da', 'status': 'completed', 'code': 200} Oct 17 04:33:52.647492 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d6fc3413-3fc4-4ed6-9190-652d3a7bffdd req-907e251a-93ac-48f4-8001-053d4275e11b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604095 Oct 17 04:33:52.679088 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-8f220faa-a898-4029-b202-102461a0a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:52.680603 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-8f220faa-a898-4029-b202-102461a0a955 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=36376a24-6d8f-4101-b65d-31b01f263bed HTTP/1.1" status: 200 len: 847 time: 0.0538812 Oct 17 04:33:52.726935 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-6a553a95-f25e-406d-a79a-82810382aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:52.729181 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-6a553a95-f25e-406d-a79a-82810382aaa5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=98905e91-d61c-460b-b7b3-b0bac875b67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426686 Oct 17 04:33:52.855539 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-725a857e-ac91-461d-927f-a5bda35b5eaa service neutron] 10.222.0.20 "GET /networking/v2.0/networks/98905e91-d61c-460b-b7b3-b0bac875b67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171184 Oct 17 04:33:53.647485 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 58776) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:53.687704 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf96fc4-a779-4a7a-b042-e2b207506e22 req-f326a8a0-c050-442e-a2f1-86560ef713b0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:53.696379 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-eaf96fc4-a779-4a7a-b042-e2b207506e22 req-f326a8a0-c050-442e-a2f1-86560ef713b0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0678334 Oct 17 04:33:53.752560 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-eaf96fc4-a779-4a7a-b042-e2b207506e22 req-21dffc13-c722-4e6a-9334-b3f42251bb04 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550723 Oct 17 04:33:53.825590 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808c2b4-6452-4462-aa83-b39ca631a2ae req-15f03dcd-cd60-4a8c-8121-867e311ba587 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:53.827674 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3808c2b4-6452-4462-aa83-b39ca631a2ae req-15f03dcd-cd60-4a8c-8121-867e311ba587 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0672266 Oct 17 04:33:53.836538 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0c97ee50-ff64-47e1-b605-b2d500d13bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:53.889677 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3808c2b4-6452-4462-aa83-b39ca631a2ae req-ae78a138-cadf-41d0-b9c3-a6b48a628323 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555151 Oct 17 04:33:53.955302 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0c97ee50-ff64-47e1-b605-b2d500d13bd2 admin admin] Publish callbacks [] for security_group (1e4ed58e-66c9-4e98-8519-901e7f8620a7), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:53.959653 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0c97ee50-ff64-47e1-b605-b2d500d13bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (1e4ed58e-66c9-4e98-8519-901e7f8620a7), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:54.001855 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-0c97ee50-ff64-47e1-b605-b2d500d13bd2 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=833d3df8b0384329a1e03b2a119b48e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530262 Oct 17 04:33:54.002631 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97ee50-ff64-47e1-b605-b2d500d13bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4ed58e-66c9-4e98-8519-901e7f8620a7,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:54.005057 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 58782) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:33:54.061511 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bec14212-3646-496f-bcf9-59c3d2c4764f admin admin] Publish callbacks [] for security_group (1e4ed58e-66c9-4e98-8519-901e7f8620a7), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:54.073918 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:54.088270 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bec14212-3646-496f-bcf9-59c3d2c4764f admin admin] Publish callbacks [] for security_group (1e4ed58e-66c9-4e98-8519-901e7f8620a7), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:54.142836 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bec14212-3646-496f-bcf9-59c3d2c4764f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (1e4ed58e-66c9-4e98-8519-901e7f8620a7), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:54.145466 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bec14212-3646-496f-bcf9-59c3d2c4764f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:33:54.146777 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-bec14212-3646-496f-bcf9-59c3d2c4764f admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/1e4ed58e-66c9-4e98-8519-901e7f8620a7 HTTP/1.1" status: 204 len: 168 time: 0.1405303 Oct 17 04:33:54.156396 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec14212-3646-496f-bcf9-59c3d2c4764f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4ed58e-66c9-4e98-8519-901e7f8620a7,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:33:54.168922 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:54.906479 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469923b-b03d-4278-b91e-4060f88aa09a req-96d6e6e9-3197-4d6a-8727-3ea16b9745f5 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:54.909904 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9469923b-b03d-4278-b91e-4060f88aa09a req-96d6e6e9-3197-4d6a-8727-3ea16b9745f5 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0744748 Oct 17 04:33:55.001191 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9469923b-b03d-4278-b91e-4060f88aa09a req-fbba49b3-e0ce-4fe0-8888-56bcf2842cc8 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874367 Oct 17 04:33:55.064896 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d0b00-5e32-462d-9b9c-f20631924505 req-2ccbe5be-b48a-4f47-aa1e-63a4737edc13 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:55.066798 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fd6d0b00-5e32-462d-9b9c-f20631924505 req-2ccbe5be-b48a-4f47-aa1e-63a4737edc13 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0605080 Oct 17 04:33:55.145428 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fd6d0b00-5e32-462d-9b9c-f20631924505 req-4b509243-bca7-4cb7-994c-ae0e9b80cecc tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715413 Oct 17 04:33:56.126369 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475fd90-eb82-4a87-846a-8efb8bb550d1 req-ea63a1aa-8111-416e-bbc6-87036f4c93f9 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:56.127849 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b475fd90-eb82-4a87-846a-8efb8bb550d1 req-ea63a1aa-8111-416e-bbc6-87036f4c93f9 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0536513 Oct 17 04:33:56.179808 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b475fd90-eb82-4a87-846a-8efb8bb550d1 req-8ac3b839-3c0e-4dff-b694-bdd775729190 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444276 Oct 17 04:33:56.304813 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67941777-ddb3-45ad-9fee-9853eb9d0736 req-249dcb36-ef8c-48a8-bb52-dcc19e28666c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:56.307171 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-67941777-ddb3-45ad-9fee-9853eb9d0736 req-249dcb36-ef8c-48a8-bb52-dcc19e28666c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0501218 Oct 17 04:33:56.360074 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-67941777-ddb3-45ad-9fee-9853eb9d0736 req-9914c10c-78fe-44ac-89a3-7404dce5941c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462995 Oct 17 04:33:57.310524 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a56041-18ed-40a7-8df1-7f934be8d288 req-0b5e63c9-660b-4e65-9227-58a6d51be791 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:57.312039 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e7a56041-18ed-40a7-8df1-7f934be8d288 req-0b5e63c9-660b-4e65-9227-58a6d51be791 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0535381 Oct 17 04:33:57.367326 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e7a56041-18ed-40a7-8df1-7f934be8d288 req-441799ff-0af0-4f19-8c7a-ebd22202dc5a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490246 Oct 17 04:33:57.495561 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eedfab-1877-41dc-af11-c56241f3fa44 req-686c96b8-062d-4db7-9c89-2184c4de1ef0 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:57.502761 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b8eedfab-1877-41dc-af11-c56241f3fa44 req-686c96b8-062d-4db7-9c89-2184c4de1ef0 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0557864 Oct 17 04:33:57.510403 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:57.550709 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b8eedfab-1877-41dc-af11-c56241f3fa44 req-17955a3c-517a-4f97-a6ec-16d638e9a3cf tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465226 Oct 17 04:33:58.498438 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e047f9-aa00-43fa-b376-1873b8b2910c req-7add3f47-ca16-4da7-bdf7-7721d9ce8fd7 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:58.500111 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-43e047f9-aa00-43fa-b376-1873b8b2910c req-7add3f47-ca16-4da7-bdf7-7721d9ce8fd7 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0498648 Oct 17 04:33:58.557234 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-43e047f9-aa00-43fa-b376-1873b8b2910c req-68f4c43c-7c7a-4f1e-af37-02b25465b268 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505986 Oct 17 04:33:58.684614 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f35010-8342-4ebd-86c4-434231142849 req-266169d4-be3f-4acf-88a9-7508f0a0645a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:58.686055 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-15f35010-8342-4ebd-86c4-434231142849 req-266169d4-be3f-4acf-88a9-7508f0a0645a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0484445 Oct 17 04:33:58.734382 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-15f35010-8342-4ebd-86c4-434231142849 req-25d827fa-15f4-4adb-ae7e-1b0e270afc34 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427675 Oct 17 04:33:59.293641 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=29 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:59.313779 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:59.685861 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c4df6-25fa-4abe-a20c-7b5217ef539c req-e87a635c-cc8b-4876-80d8-e196a67b7f95 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:59.688824 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6b3c4df6-25fa-4abe-a20c-7b5217ef539c req-e87a635c-cc8b-4876-80d8-e196a67b7f95 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0508785 Oct 17 04:33:59.739667 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6b3c4df6-25fa-4abe-a20c-7b5217ef539c req-38a29bff-143f-4d99-8943-357ccc0b61cd tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451202 Oct 17 04:33:59.872028 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a843c5c-120b-4dba-801b-65b15962e17b req-78e2c8fe-9486-49b5-935a-fbd8fe98697e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:33:59.873529 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9a843c5c-120b-4dba-801b-65b15962e17b req-78e2c8fe-9486-49b5-935a-fbd8fe98697e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0504115 Oct 17 04:33:59.893389 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:33:59.929388 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9a843c5c-120b-4dba-801b-65b15962e17b req-e52f9fd5-116e-42fb-aa76-8f1b610c13b8 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498409 Oct 17 04:34:00.870788 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800a36f-a212-455f-8749-ae8fa2c770af req-9bea3533-0532-4182-b7d5-4eca23c4e63a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:00.873584 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3800a36f-a212-455f-8749-ae8fa2c770af req-9bea3533-0532-4182-b7d5-4eca23c4e63a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0560751 Oct 17 04:34:00.940030 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3800a36f-a212-455f-8749-ae8fa2c770af req-1435bc9d-4994-4297-9d5d-dd7093311abc tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607598 Oct 17 04:34:01.079537 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-aff4d52c-8bfb-49ed-8126-b1d3ba7d6a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:01.102827 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49956d5-9c72-41a7-b8ff-dd7b18eb767e req-a6e5586e-1a42-4fb2-b6d1-8ccebb148042 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:01.104418 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d49956d5-9c72-41a7-b8ff-dd7b18eb767e req-a6e5586e-1a42-4fb2-b6d1-8ccebb148042 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0616360 Oct 17 04:34:01.162430 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d49956d5-9c72-41a7-b8ff-dd7b18eb767e req-f2e11195-50a3-43e7-ba00-3eded248014f tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516126 Oct 17 04:34:01.444465 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:34:02.059192 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a260213-53a1-4a93-ad75-eb14738da6ee req-c70214c9-7423-4319-9839-24ec55c4e3d9 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:02.066135 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6a260213-53a1-4a93-ad75-eb14738da6ee req-c70214c9-7423-4319-9839-24ec55c4e3d9 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0494087 Oct 17 04:34:02.110005 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6a260213-53a1-4a93-ad75-eb14738da6ee req-46c4e785-5892-4f6f-8e7b-f9e2fcc55515 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436609 Oct 17 04:34:02.295021 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e6569-3842-403a-a897-01328c058549 req-83b278da-0a3f-424b-938c-6a5b5c9f73a1 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:02.296484 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3b6e6569-3842-403a-a897-01328c058549 req-83b278da-0a3f-424b-938c-6a5b5c9f73a1 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0470314 Oct 17 04:34:02.345034 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3b6e6569-3842-403a-a897-01328c058549 req-eaaee856-9b5a-4c73-b8d5-5ae9b7b63a7a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428643 Oct 17 04:34:03.235673 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288a0de-443c-421e-8808-a0678d3e75f7 req-80dd3af4-6320-4e8b-ab73-8fdd316b9937 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:03.237134 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e288a0de-443c-421e-8808-a0678d3e75f7 req-80dd3af4-6320-4e8b-ab73-8fdd316b9937 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0495484 Oct 17 04:34:03.285485 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e288a0de-443c-421e-8808-a0678d3e75f7 req-abb21ef8-5acb-46d8-a926-39effd8eca7a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427198 Oct 17 04:34:03.472930 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973369d-280f-42a3-9b76-10dd7ba4f416 req-7f0849ef-27f3-4adf-8e33-810895297232 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:03.474632 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8973369d-280f-42a3-9b76-10dd7ba4f416 req-7f0849ef-27f3-4adf-8e33-810895297232 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0462945 Oct 17 04:34:03.475473 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-843f8efd-b528-4d96-92d4-71ed41b0a5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:03.524245 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8973369d-280f-42a3-9b76-10dd7ba4f416 req-16ad0140-fb18-4df6-af57-815cd179ea89 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414755 Oct 17 04:34:03.995728 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:03.997616 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=37,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:04.399025 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bf1834dc-1862-4d73-8667-ed71963f46aa req-9b5217fb-05ad-41e2-9468-f844c32bab0d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/98905e91-d61c-460b-b7b3-b0bac875b67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942619 Oct 17 04:34:04.408001 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958007e-22c6-48dd-8ff5-5edba293db05 req-4977cd9c-f719-4c7c-acf1-d65303f71956 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:04.409487 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2958007e-22c6-48dd-8ff5-5edba293db05 req-4977cd9c-f719-4c7c-acf1-d65303f71956 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0503438 Oct 17 04:34:04.458170 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2958007e-22c6-48dd-8ff5-5edba293db05 req-f9cc1581-8c4c-4305-8bf0-6892c66727eb tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430713 Oct 17 04:34:04.627665 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:04.655933 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456af9da-83cd-41e0-bca6-81435cc69a6f req-1061f70c-0ccc-4eed-b4df-9187b28f7a92 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:04.657360 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-456af9da-83cd-41e0-bca6-81435cc69a6f req-1061f70c-0ccc-4eed-b4df-9187b28f7a92 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0485024 Oct 17 04:34:04.690059 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:04.707394 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-456af9da-83cd-41e0-bca6-81435cc69a6f req-9736f8c6-a8ac-48f8-a43b-d6bcc7ed86db tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440779 Oct 17 04:34:05.575843 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1f066-b150-4a88-b693-b025be1dd192 req-9111fa80-0233-4302-a438-fb1685b8d0e4 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:05.577240 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e1b1f066-b150-4a88-b693-b025be1dd192 req-9111fa80-0233-4302-a438-fb1685b8d0e4 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0462208 Oct 17 04:34:05.629681 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e1b1f066-b150-4a88-b693-b025be1dd192 req-b4f228ff-cc58-46d1-bad7-d2e4d7b7f380 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466378 Oct 17 04:34:05.832894 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74638f-7203-4f80-864d-4b0589b51f62 req-84c8de2a-ecb0-4af9-af0b-90ecde6a85fb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:05.834282 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4a74638f-7203-4f80-864d-4b0589b51f62 req-84c8de2a-ecb0-4af9-af0b-90ecde6a85fb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0452156 Oct 17 04:34:05.859464 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:05.881302 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4a74638f-7203-4f80-864d-4b0589b51f62 req-5e1e3f4c-96fc-4a77-b32e-9cdaa0c623c0 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409479 Oct 17 04:34:06.167789 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:06.190456 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:06.508494 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:06.747737 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b9fe9-8c75-4826-8a1e-1ce4bdb899ee req-6e67d0b1-c022-4a59-942a-9c2488995f22 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:06.749199 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-824b9fe9-8c75-4826-8a1e-1ce4bdb899ee req-6e67d0b1-c022-4a59-942a-9c2488995f22 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0460281 Oct 17 04:34:06.797104 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-824b9fe9-8c75-4826-8a1e-1ce4bdb899ee req-5a1df861-2660-4ae5-86f1-a2d77e494880 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423117 Oct 17 04:34:07.013790 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3f62c-7428-4fca-a4f6-eeba992835b5 req-83d2958b-ef2e-4a36-9dda-3abf2623c55e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:07.015248 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8ee3f62c-7428-4fca-a4f6-eeba992835b5 req-83d2958b-ef2e-4a36-9dda-3abf2623c55e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0494952 Oct 17 04:34:07.061447 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8ee3f62c-7428-4fca-a4f6-eeba992835b5 req-57341edf-0686-4c8a-a0b4-80aaa17e79c0 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404801 Oct 17 04:34:07.915705 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be2b57-277e-48f1-90d2-80dd21c0d2e0 req-9c99461f-5b97-4e59-929d-ea133f1bd29d tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:07.917202 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-62be2b57-277e-48f1-90d2-80dd21c0d2e0 req-9c99461f-5b97-4e59-929d-ea133f1bd29d tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0469840 Oct 17 04:34:07.965608 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-62be2b57-277e-48f1-90d2-80dd21c0d2e0 req-e45d1f3c-4ccb-49fc-9b51-ae70e2783e97 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428665 Oct 17 04:34:08.188009 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f46b8-d2dd-4680-b4a0-0f609392f671 req-2a73ab70-1613-4692-8309-378fbfc69c17 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:08.189500 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-846f46b8-d2dd-4680-b4a0-0f609392f671 req-2a73ab70-1613-4692-8309-378fbfc69c17 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0457971 Oct 17 04:34:08.238248 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-846f46b8-d2dd-4680-b4a0-0f609392f671 req-c1b59556-7a96-4da2-b515-9904cebe3adf tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431767 Oct 17 04:34:08.477644 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9fff2-06a9-484c-81a8-a939c6bac31a req-2dfb6b15-6281-4502-9390-895d36854b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:08.479812 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-8fb9fff2-06a9-484c-81a8-a939c6bac31a req-2dfb6b15-6281-4502-9390-895d36854b85 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=164c660f217f4b29b914caf14b773b61&device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 1127 time: 0.0431712 Oct 17 04:34:08.573700 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9fff2-06a9-484c-81a8-a939c6bac31a req-b9923675-25a5-47c3-b44a-0be9d23466f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:08.575162 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-8fb9fff2-06a9-484c-81a8-a939c6bac31a req-b9923675-25a5-47c3-b44a-0be9d23466f4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=98905e91-d61c-460b-b7b3-b0bac875b67e HTTP/1.1" status: 200 len: 909 time: 0.0884268 Oct 17 04:34:08.646063 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-8fb9fff2-06a9-484c-81a8-a939c6bac31a req-948e3f5a-c044-4de7-a1af-e46ba5d01f85 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5018bca9-d0fd-4019-a69a-d25003f4d4da HTTP/1.1" status: 200 len: 217 time: 0.0338526 Oct 17 04:34:08.710827 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9fff2-06a9-484c-81a8-a939c6bac31a req-895eb69f-da6b-440d-b17b-a184b62d4413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:08.712287 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-8fb9fff2-06a9-484c-81a8-a939c6bac31a req-895eb69f-da6b-440d-b17b-a184b62d4413 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=36376a24-6d8f-4101-b65d-31b01f263bed HTTP/1.1" status: 200 len: 847 time: 0.0560586 Oct 17 04:34:08.760912 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9fff2-06a9-484c-81a8-a939c6bac31a req-a7842f58-9717-4b14-a4d9-cad4bd080b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:08.762437 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-8fb9fff2-06a9-484c-81a8-a939c6bac31a req-a7842f58-9717-4b14-a4d9-cad4bd080b96 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=98905e91-d61c-460b-b7b3-b0bac875b67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409045 Oct 17 04:34:08.873676 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-8fb9fff2-06a9-484c-81a8-a939c6bac31a req-0485f121-a96d-456b-b60a-647fbba7e3f8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/98905e91-d61c-460b-b7b3-b0bac875b67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028152 Oct 17 04:34:08.987940 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-8fb9fff2-06a9-484c-81a8-a939c6bac31a req-e4883533-9d39-4629-991a-6fd479ff8ed6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/98905e91-d61c-460b-b7b3-b0bac875b67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052103 Oct 17 04:34:09.095325 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082c55f-c5cb-43f0-9418-9edda4512d40 req-dbb299d9-d047-4818-9fd1-31c9576fe772 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:09.096815 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1082c55f-c5cb-43f0-9418-9edda4512d40 req-dbb299d9-d047-4818-9fd1-31c9576fe772 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0490355 Oct 17 04:34:09.150015 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1082c55f-c5cb-43f0-9418-9edda4512d40 req-a98eff20-e000-486f-89ea-fc40f9683838 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474930 Oct 17 04:34:09.373217 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c348d3-4387-49ec-bd98-bdf7584a816b req-4c57951b-6a48-435e-9ae2-cc7f39a9f0b0 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:09.374743 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d2c348d3-4387-49ec-bd98-bdf7584a816b req-4c57951b-6a48-435e-9ae2-cc7f39a9f0b0 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0514357 Oct 17 04:34:09.433342 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d2c348d3-4387-49ec-bd98-bdf7584a816b req-279af814-9bdf-4ae8-8734-b217bde26d36 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526657 Oct 17 04:34:10.282301 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07595707-d663-4b26-8ee8-191a5437abc6 req-8a8f4f87-efd1-4aec-9e27-4ba6fa39ee21 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:10.283747 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-07595707-d663-4b26-8ee8-191a5437abc6 req-8a8f4f87-efd1-4aec-9e27-4ba6fa39ee21 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0553653 Oct 17 04:34:10.334496 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-07595707-d663-4b26-8ee8-191a5437abc6 req-1fcf52c4-b7b5-4504-a26f-73762a3ca347 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450220 Oct 17 04:34:10.567412 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1eac5-6968-45ce-b247-ec9f3d688ca0 req-7e5e7fb4-9e3b-42fb-8090-cad4c631331a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:10.568907 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-64d1eac5-6968-45ce-b247-ec9f3d688ca0 req-7e5e7fb4-9e3b-42fb-8090-cad4c631331a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0469246 Oct 17 04:34:10.616628 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-64d1eac5-6968-45ce-b247-ec9f3d688ca0 req-fede0263-b582-4e3d-9344-e4d69b1b00bb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420890 Oct 17 04:34:10.919895 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8244c-b6e9-4860-9772-827651a38983 req-55945160-2253-4bbb-8678-e5a760a222d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:10.921405 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-b4d8244c-b6e9-4860-9772-827651a38983 req-55945160-2253-4bbb-8678-e5a760a222d6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0761fde06e5240adb0d7f1a7d5724d37&device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 1127 time: 0.0407267 Oct 17 04:34:11.029153 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8244c-b6e9-4860-9772-827651a38983 req-26a51377-7441-415f-b0ed-bf9252d79391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:11.030584 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-b4d8244c-b6e9-4860-9772-827651a38983 req-26a51377-7441-415f-b0ed-bf9252d79391 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=596ebb0d-79d0-45f5-9e52-b2ce25b00863 HTTP/1.1" status: 200 len: 917 time: 0.0908325 Oct 17 04:34:11.091712 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-b4d8244c-b6e9-4860-9772-827651a38983 req-8bca31d9-527e-4dac-bfa1-1e92dae9d695 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f63f40c8-b445-4c27-a582-2ac29415fbeb HTTP/1.1" status: 200 len: 998 time: 0.0550103 Oct 17 04:34:11.144428 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8244c-b6e9-4860-9772-827651a38983 req-729c3d1d-0f22-4d20-9cde-11ab7211512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:11.145914 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-b4d8244c-b6e9-4860-9772-827651a38983 req-729c3d1d-0f22-4d20-9cde-11ab7211512f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=7c706f9b-2867-4158-b285-926a4adb47a2 HTTP/1.1" status: 200 len: 855 time: 0.0472016 Oct 17 04:34:11.188970 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8244c-b6e9-4860-9772-827651a38983 req-ed43b5fd-34eb-47ca-89e5-e762dde3de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:11.190363 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-b4d8244c-b6e9-4860-9772-827651a38983 req-ed43b5fd-34eb-47ca-89e5-e762dde3de34 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=596ebb0d-79d0-45f5-9e52-b2ce25b00863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377479 Oct 17 04:34:11.284654 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-b4d8244c-b6e9-4860-9772-827651a38983 req-abdd3e48-65c5-47e0-9f7d-ad06626cd3ed service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870404 Oct 17 04:34:11.363634 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:11.388804 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-b4d8244c-b6e9-4860-9772-827651a38983 req-e28895f6-52f2-464c-8034-35d7030186f7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975819 Oct 17 04:34:11.440473 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:11.462510 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8d09d-b0a1-4b37-9257-04b6692b10ce req-e9e70baa-2502-4f11-80fe-c8cb0925309c tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:11.464939 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-eec8d09d-b0a1-4b37-9257-04b6692b10ce req-e9e70baa-2502-4f11-80fe-c8cb0925309c tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0529461 Oct 17 04:34:11.515875 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-eec8d09d-b0a1-4b37-9257-04b6692b10ce req-86b55e18-73d3-4ba4-949e-e040695543f5 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452523 Oct 17 04:34:11.724868 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:11.743137 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf50288-7f2e-4660-9e8b-96834ebbd111 req-0946d32d-42e8-4084-a3b0-f0e48c02fe3a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:11.744600 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8bf50288-7f2e-4660-9e8b-96834ebbd111 req-0946d32d-42e8-4084-a3b0-f0e48c02fe3a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0479183 Oct 17 04:34:11.792145 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8bf50288-7f2e-4660-9e8b-96834ebbd111 req-d99f6750-97eb-4a5a-b25a-2ef7d9b3572b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418241 Oct 17 04:34:12.639124 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620cdac-4627-4abb-befe-2de881282681 req-97996d0d-a280-41ff-8ef1-afb397f02886 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:12.640523 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2620cdac-4627-4abb-befe-2de881282681 req-97996d0d-a280-41ff-8ef1-afb397f02886 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0471973 Oct 17 04:34:12.688753 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:12.693993 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2620cdac-4627-4abb-befe-2de881282681 req-0903225d-359d-464b-ab74-b21a7e204d62 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479119 Oct 17 04:34:12.921398 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbae3d8-5454-4fb3-8a9b-9f0c36da724d req-02a2c878-bf0c-4f95-862a-8f8635610474 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:12.922784 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fdbae3d8-5454-4fb3-8a9b-9f0c36da724d req-02a2c878-bf0c-4f95-862a-8f8635610474 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0485098 Oct 17 04:34:12.968732 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fdbae3d8-5454-4fb3-8a9b-9f0c36da724d req-29e8b284-f5e6-495a-8cd8-265d7a27e957 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404310 Oct 17 04:34:13.817296 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096fa24-b981-4911-9b9b-7905ff5aeeb4 req-10f0d970-e5b4-42ab-b588-fa6124bd175e tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:13.818774 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7096fa24-b981-4911-9b9b-7905ff5aeeb4 req-10f0d970-e5b4-42ab-b588-fa6124bd175e tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0492430 Oct 17 04:34:13.871691 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7096fa24-b981-4911-9b9b-7905ff5aeeb4 req-20005dad-e0f3-4ed4-9140-499b8974044d tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472534 Oct 17 04:34:14.098273 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd2ec0-9c78-4a92-909d-fa2ef144570e req-6f048a74-4033-4116-bbc1-4e4de35ec825 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:14.099735 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fbbd2ec0-9c78-4a92-909d-fa2ef144570e req-6f048a74-4033-4116-bbc1-4e4de35ec825 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0501742 Oct 17 04:34:14.146584 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fbbd2ec0-9c78-4a92-909d-fa2ef144570e req-e7b99c7c-e187-48d8-adb8-5fb79fcb68d0 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410516 Oct 17 04:34:14.832377 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59022) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:34:14.940453 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f169abc3-9380-4ad6-90c5-2c9b1b538a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:15.007783 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061212ed-d6ac-45b8-86a5-d2aebdc396f4 req-8ddd2487-5c7d-4257-aa50-632a4a319518 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:15.009262 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-061212ed-d6ac-45b8-86a5-d2aebdc396f4 req-8ddd2487-5c7d-4257-aa50-632a4a319518 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0605328 Oct 17 04:34:15.089016 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-061212ed-d6ac-45b8-86a5-d2aebdc396f4 req-99afb477-260b-44da-a0ab-4e432a262feb tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727119 Oct 17 04:34:15.097516 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f169abc3-9380-4ad6-90c5-2c9b1b538a65 admin admin] Publish callbacks [] for security_group (d445fe77-632b-4ef1-9a09-5ffd97750328), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:15.101587 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f169abc3-9380-4ad6-90c5-2c9b1b538a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (d445fe77-632b-4ef1-9a09-5ffd97750328), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:15.139604 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169abc3-9380-4ad6-90c5-2c9b1b538a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d445fe77-632b-4ef1-9a09-5ffd97750328,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:15.144365 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-f169abc3-9380-4ad6-90c5-2c9b1b538a65 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=1cb057b74f694224bc0114751fd374b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3109865 Oct 17 04:34:15.147168 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59028) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:34:15.149250 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169abc3-9380-4ad6-90c5-2c9b1b538a65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.149594 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169abc3-9380-4ad6-90c5-2c9b1b538a65 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.149935 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169abc3-9380-4ad6-90c5-2c9b1b538a65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.150269 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169abc3-9380-4ad6-90c5-2c9b1b538a65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.152098 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169abc3-9380-4ad6-90c5-2c9b1b538a65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.152430 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169abc3-9380-4ad6-90c5-2c9b1b538a65 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.152761 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169abc3-9380-4ad6-90c5-2c9b1b538a65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.153108 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169abc3-9380-4ad6-90c5-2c9b1b538a65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.153495 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169abc3-9380-4ad6-90c5-2c9b1b538a65 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.153762 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169abc3-9380-4ad6-90c5-2c9b1b538a65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.154088 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169abc3-9380-4ad6-90c5-2c9b1b538a65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.154439 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169abc3-9380-4ad6-90c5-2c9b1b538a65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.154732 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169abc3-9380-4ad6-90c5-2c9b1b538a65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.155049 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169abc3-9380-4ad6-90c5-2c9b1b538a65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.155368 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169abc3-9380-4ad6-90c5-2c9b1b538a65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.175337 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:15.201836 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2a52b7e5-8464-43e9-a2fd-a4448663ced6 admin admin] Publish callbacks [] for security_group (d445fe77-632b-4ef1-9a09-5ffd97750328), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:15.225728 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2a52b7e5-8464-43e9-a2fd-a4448663ced6 admin admin] Publish callbacks [] for security_group (d445fe77-632b-4ef1-9a09-5ffd97750328), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:15.283521 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2a52b7e5-8464-43e9-a2fd-a4448663ced6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (d445fe77-632b-4ef1-9a09-5ffd97750328), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:15.284224 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd50636-354c-495f-b56b-131915eb63fa req-39823178-c577-447e-877a-8d7ec5a593f9 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:15.285910 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0dd50636-354c-495f-b56b-131915eb63fa req-39823178-c577-447e-877a-8d7ec5a593f9 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 943 time: 0.0521667 Oct 17 04:34:15.286043 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2a52b7e5-8464-43e9-a2fd-a4448663ced6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:15.287210 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-2a52b7e5-8464-43e9-a2fd-a4448663ced6 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/d445fe77-632b-4ef1-9a09-5ffd97750328 HTTP/1.1" status: 204 len: 168 time: 0.1389885 Oct 17 04:34:15.296854 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52b7e5-8464-43e9-a2fd-a4448663ced6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d445fe77-632b-4ef1-9a09-5ffd97750328,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:15.304541 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52b7e5-8464-43e9-a2fd-a4448663ced6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.304999 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52b7e5-8464-43e9-a2fd-a4448663ced6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.305257 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52b7e5-8464-43e9-a2fd-a4448663ced6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.305611 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52b7e5-8464-43e9-a2fd-a4448663ced6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.305991 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52b7e5-8464-43e9-a2fd-a4448663ced6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.306256 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52b7e5-8464-43e9-a2fd-a4448663ced6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.307815 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52b7e5-8464-43e9-a2fd-a4448663ced6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.307815 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52b7e5-8464-43e9-a2fd-a4448663ced6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.308024 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52b7e5-8464-43e9-a2fd-a4448663ced6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.308178 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52b7e5-8464-43e9-a2fd-a4448663ced6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.308697 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52b7e5-8464-43e9-a2fd-a4448663ced6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.309318 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52b7e5-8464-43e9-a2fd-a4448663ced6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.309819 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52b7e5-8464-43e9-a2fd-a4448663ced6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.310147 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52b7e5-8464-43e9-a2fd-a4448663ced6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.310469 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52b7e5-8464-43e9-a2fd-a4448663ced6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:15.342819 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0dd50636-354c-495f-b56b-131915eb63fa req-27f4a4e6-4c63-49cf-9e47-254dca33f2a8 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495698 Oct 17 04:34:15.937313 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device f63f40c8-b445-4c27-a582-2ac29415fbeb details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:34:15.942478 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=40,neutron:UPDATE=6 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:16.038271 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port f63f40c8-b445-4c27-a582-2ac29415fbeb, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f63f40c8-b445-4c27-a582-2ac29415fbeb,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:34:16.049230 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': 'f63f40c8-b445-4c27-a582-2ac29415fbeb', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'port_id': 'f63f40c8-b445-4c27-a582-2ac29415fbeb', 'mac_address': 'fa:16:3e:aa:bf:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:34:16.083433 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port f63f40c8-b445-4c27-a582-2ac29415fbeb is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:34:16.083809 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:16.099588 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63f40c8-b445-4c27-a582-2ac29415fbeb {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:34:16.118313 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port f63f40c8-b445-4c27-a582-2ac29415fbeb, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f63f40c8-b445-4c27-a582-2ac29415fbeb,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:34:16.124271 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:16.171764 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=f63f40c8-b445-4c27-a582-2ac29415fbeb,revision_number=9']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:16.211559 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d89e5-1790-420c-9a5a-5172855ee143 req-f32bde08-2466-47fb-9d00-920877961039 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:16.213164 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-413d89e5-1790-420c-9a5a-5172855ee143 req-f32bde08-2466-47fb-9d00-920877961039 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0465360 Oct 17 04:34:16.264778 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-413d89e5-1790-420c-9a5a-5172855ee143 req-e3813cea-63e5-4fc2-8d06-3910f49edb5f tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461247 Oct 17 04:34:16.469778 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee421ee-d533-425f-933f-56be79f418f0 req-dfa6ec3d-89ae-42c3-9fe9-f2a95a6daa8c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:16.471220 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-dee421ee-d533-425f-933f-56be79f418f0 req-dfa6ec3d-89ae-42c3-9fe9-f2a95a6daa8c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 944 time: 0.0460014 Oct 17 04:34:16.482327 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['f63f40c8-b445-4c27-a582-2ac29415fbeb'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:34:16.518630 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-dee421ee-d533-425f-933f-56be79f418f0 req-57879acb-a23f-45b9-9c9f-d6d646fda76c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418921 Oct 17 04:34:17.368154 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:17.371681 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:17.387854 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479d97a-1979-4de4-9a8b-8507f845564e req-3f88fcb6-7ed9-49c3-82bb-dcab90279b19 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:17.389285 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e479d97a-1979-4de4-9a8b-8507f845564e req-3f88fcb6-7ed9-49c3-82bb-dcab90279b19 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0512314 Oct 17 04:34:17.438037 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e479d97a-1979-4de4-9a8b-8507f845564e req-370e8a12-ab2f-402f-aac1-81af40ba16f5 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431225 Oct 17 04:34:17.650433 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75f000-0ca0-455f-92f6-5f16ab571980 req-4f7c384d-8ffe-4f20-8c71-2b8f04575c29 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:17.652353 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7d75f000-0ca0-455f-92f6-5f16ab571980 req-4f7c384d-8ffe-4f20-8c71-2b8f04575c29 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 944 time: 0.0502818 Oct 17 04:34:17.698635 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7d75f000-0ca0-455f-92f6-5f16ab571980 req-9f43df6a-91bc-409d-ad2f-1bd59d808dbf tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407937 Oct 17 04:34:17.942333 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 5018bca9-d0fd-4019-a69a-d25003f4d4da details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:34:17.945547 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device f63f40c8-b445-4c27-a582-2ac29415fbeb up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:34:18.046368 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port f63f40c8-b445-4c27-a582-2ac29415fbeb triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:34:18.046738 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:18.047069 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port f63f40c8-b445-4c27-a582-2ac29415fbeb Oct 17 04:34:18.106245 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:18.110394 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 5018bca9-d0fd-4019-a69a-d25003f4d4da, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=5018bca9-d0fd-4019-a69a-d25003f4d4da,segment=NetworkSegment(1b7f1744-e228-4bb2-ad97-6cc7e494aa27),segment_id=1b7f1744-e228-4bb2-ad97-6cc7e494aa27)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:34:18.128017 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': '5018bca9-d0fd-4019-a69a-d25003f4d4da', 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e', 'port_id': '5018bca9-d0fd-4019-a69a-d25003f4d4da', 'mac_address': 'fa:16:3e:75:e3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:34:18.187287 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port f63f40c8-b445-4c27-a582-2ac29415fbeb is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:34:18.187676 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:18.191891 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 5018bca9-d0fd-4019-a69a-d25003f4d4da is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:34:18.192265 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:18.218206 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5018bca9-d0fd-4019-a69a-d25003f4d4da {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:34:18.228250 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee04d43c-6d11-4571-989e-90ee8175e03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63f40c8-b445-4c27-a582-2ac29415fbeb'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:34:18.230726 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94713f44-313d-4c6d-8b3f-e04a82343daf" -d '{"events": [{"server_uuid": "ee04d43c-6d11-4571-989e-90ee8175e03d", "name": "network-vif-plugged", "status": "completed", "tag": "f63f40c8-b445-4c27-a582-2ac29415fbeb"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:34:18.252808 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port f63f40c8-b445-4c27-a582-2ac29415fbeb, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f63f40c8-b445-4c27-a582-2ac29415fbeb,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:34:18.261624 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:18.264411 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 5018bca9-d0fd-4019-a69a-d25003f4d4da, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=5018bca9-d0fd-4019-a69a-d25003f4d4da,segment=NetworkSegment(1b7f1744-e228-4bb2-ad97-6cc7e494aa27),segment_id=1b7f1744-e228-4bb2-ad97-6cc7e494aa27)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:34:18.268462 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:18.270644 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862cf0d7-9700-411e-ade1-802bcad8d7b0 x-openstack-request-id: req-862cf0d7-9700-411e-ade1-802bcad8d7b0 {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:34:18.270954 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee04d43c-6d11-4571-989e-90ee8175e03d", "name": "network-vif-plugged", "status": "completed", "tag": "f63f40c8-b445-4c27-a582-2ac29415fbeb", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:34:18.271211 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-862cf0d7-9700-411e-ade1-802bcad8d7b0 {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:34:18.271607 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-862cf0d7-9700-411e-ade1-802bcad8d7b0'] response: {'server_uuid': 'ee04d43c-6d11-4571-989e-90ee8175e03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63f40c8-b445-4c27-a582-2ac29415fbeb', 'code': 200} Oct 17 04:34:18.288033 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:18.315043 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=f63f40c8-b445-4c27-a582-2ac29415fbeb,revision_number=10']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:18.363377 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=5018bca9-d0fd-4019-a69a-d25003f4d4da,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:18.565927 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f308c9-fdf4-4693-acb7-1c28cc43f589 req-96b098e7-a1f0-42c7-9d8c-b27493b7219a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:18.567400 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-18f308c9-fdf4-4693-acb7-1c28cc43f589 req-96b098e7-a1f0-42c7-9d8c-b27493b7219a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 944 time: 0.0464697 Oct 17 04:34:18.602725 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['5018bca9-d0fd-4019-a69a-d25003f4d4da'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:34:18.616879 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-18f308c9-fdf4-4693-acb7-1c28cc43f589 req-33c3feb5-b2ca-4fe4-8e87-79161de0c754 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435674 Oct 17 04:34:18.826492 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d3225-a222-4b4a-a6db-ed6f02bddc40 req-1810d6ed-3f58-4b0f-ae9d-80b7cf769590 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:18.828289 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ff1d3225-a222-4b4a-a6db-ed6f02bddc40 req-1810d6ed-3f58-4b0f-ae9d-80b7cf769590 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 946 time: 0.0458097 Oct 17 04:34:18.884630 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ff1d3225-a222-4b4a-a6db-ed6f02bddc40 req-7af37769-56d9-476e-9865-832aadac6005 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505147 Oct 17 04:34:18.996296 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b56355-079e-4c77-bcb2-8c508a54dc25 req-42ce5613-c4a1-4799-bc05-9c9e4ac8da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:18.997750 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-49b56355-079e-4c77-bcb2-8c508a54dc25 req-42ce5613-c4a1-4799-bc05-9c9e4ac8da6f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 1130 time: 0.0398469 Oct 17 04:34:19.043092 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-49b56355-079e-4c77-bcb2-8c508a54dc25 req-30056345-d1ec-433c-8df7-48566efffd58 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384631 Oct 17 04:34:19.737491 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba612864-1e36-4b14-bd71-f83316529351 req-addaafb5-fa00-48bb-acb3-1ef0b1d08b6e tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:19.738835 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ba612864-1e36-4b14-bd71-f83316529351 req-addaafb5-fa00-48bb-acb3-1ef0b1d08b6e tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 944 time: 0.0488722 Oct 17 04:34:19.799093 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ba612864-1e36-4b14-bd71-f83316529351 req-99d929d9-3f67-4a31-8995-c3c1fe6a220e tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538962 Oct 17 04:34:19.832374 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2e013-40d1-484d-b26c-183564772e2b req-f3dbf7ec-e54e-4783-8ab8-3253baa2c365 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:19.833853 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1fd2e013-40d1-484d-b26c-183564772e2b req-f3dbf7ec-e54e-4783-8ab8-3253baa2c365 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0521381 Oct 17 04:34:19.879761 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1fd2e013-40d1-484d-b26c-183564772e2b req-0923dd12-c3e2-4e20-90c9-4efabc2a81d1 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403571 Oct 17 04:34:19.955364 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 5018bca9-d0fd-4019-a69a-d25003f4d4da up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:34:19.956260 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d761c-bf5e-4929-b02a-71ee85854d78 req-733633bb-6204-4107-b198-5d5c8d221af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:19.958051 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-0a4d761c-bf5e-4929-b02a-71ee85854d78 req-733633bb-6204-4107-b198-5d5c8d221af1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7bd6234b23704bdf809481085ce465eb&device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 1129 time: 0.0415845 Oct 17 04:34:20.001366 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning for port 5018bca9-d0fd-4019-a69a-d25003f4d4da completed by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:34:20.008377 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port 5018bca9-d0fd-4019-a69a-d25003f4d4da triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:34:20.008812 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:20.009285 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port 5018bca9-d0fd-4019-a69a-d25003f4d4da Oct 17 04:34:20.021829 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b61cd-f485-4e47-b801-fa33e64e812e req-32831c6a-5cd0-4fc5-8b08-3599ec836485 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:20.023337 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bd7b61cd-f485-4e47-b801-fa33e64e812e req-32831c6a-5cd0-4fc5-8b08-3599ec836485 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 946 time: 0.0521641 Oct 17 04:34:20.074968 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bd7b61cd-f485-4e47-b801-fa33e64e812e req-9e73989c-c10d-4929-a49b-c91c3fd929d3 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452592 Oct 17 04:34:20.078807 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d761c-bf5e-4929-b02a-71ee85854d78 req-2cc47c85-c8b6-4de8-937a-afa047ebdecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:20.080891 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-0a4d761c-bf5e-4929-b02a-71ee85854d78 req-2cc47c85-c8b6-4de8-937a-afa047ebdecf service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb HTTP/1.1" status: 200 len: 919 time: 0.0953271 Oct 17 04:34:20.093615 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 5018bca9-d0fd-4019-a69a-d25003f4d4da is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:34:20.094010 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:20.129854 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 5018bca9-d0fd-4019-a69a-d25003f4d4da, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=5018bca9-d0fd-4019-a69a-d25003f4d4da,segment=NetworkSegment(1b7f1744-e228-4bb2-ad97-6cc7e494aa27),segment_id=1b7f1744-e228-4bb2-ad97-6cc7e494aa27)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:34:20.133922 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:20.159695 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-0a4d761c-bf5e-4929-b02a-71ee85854d78 req-56384377-b78e-48cf-b94a-f47fdba5a821 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e73103-0bcc-46c6-a3be-e7d793fb4195 HTTP/1.1" status: 200 len: 1000 time: 0.0576038 Oct 17 04:34:20.181097 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=5018bca9-d0fd-4019-a69a-d25003f4d4da,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:20.218299 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d761c-bf5e-4929-b02a-71ee85854d78 req-6c625b04-cce7-4b27-8a86-a5f66de0f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:20.219740 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-0a4d761c-bf5e-4929-b02a-71ee85854d78 req-6c625b04-cce7-4b27-8a86-a5f66de0f843 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c0346a38-a53e-4be5-b7d5-8ede2ed11f33 HTTP/1.1" status: 200 len: 857 time: 0.0492334 Oct 17 04:34:20.272452 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d761c-bf5e-4929-b02a-71ee85854d78 req-0ab1b09a-631f-40a0-8a2d-03c34362c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:20.273047 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04fcc98-6f6b-4092-ba63-364498327bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5018bca9-d0fd-4019-a69a-d25003f4d4da'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:34:20.273993 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-0a4d761c-bf5e-4929-b02a-71ee85854d78 req-0ab1b09a-631f-40a0-8a2d-03c34362c84f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383976 Oct 17 04:34:20.275920 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c323d5a1-cc68-4140-a417-adf2949094b2" -d '{"events": [{"server_uuid": "c04fcc98-6f6b-4092-ba63-364498327bb6", "name": "network-vif-plugged", "status": "completed", "tag": "5018bca9-d0fd-4019-a69a-d25003f4d4da"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:34:20.313267 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b311b5-b9af-473a-b931-2220dc8ce227 x-openstack-request-id: req-e8b311b5-b9af-473a-b931-2220dc8ce227 {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:34:20.313582 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04fcc98-6f6b-4092-ba63-364498327bb6", "name": "network-vif-plugged", "status": "completed", "tag": "5018bca9-d0fd-4019-a69a-d25003f4d4da", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:34:20.313837 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e8b311b5-b9af-473a-b931-2220dc8ce227 {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:34:20.314228 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8b311b5-b9af-473a-b931-2220dc8ce227'] response: {'server_uuid': 'c04fcc98-6f6b-4092-ba63-364498327bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5018bca9-d0fd-4019-a69a-d25003f4d4da', 'code': 200} Oct 17 04:34:20.368828 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-0a4d761c-bf5e-4929-b02a-71ee85854d78 req-ea7e68aa-f3df-4895-955a-e14d6c7202e8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865519 Oct 17 04:34:20.927336 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fca73-0718-4fc7-b4f4-8000ebf044f4 req-3964f636-cf51-401c-b616-a55ee4f9ed8c tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:20.928833 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c95fca73-0718-4fc7-b4f4-8000ebf044f4 req-3964f636-cf51-401c-b616-a55ee4f9ed8c tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0519383 Oct 17 04:34:20.992632 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c95fca73-0718-4fc7-b4f4-8000ebf044f4 req-ff00f2df-b289-46d3-a07a-7d1863036d0b tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567629 Oct 17 04:34:21.040187 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6c9bc-6a0a-4960-b0d2-0da00d712fb0 req-5a0a1ecb-b070-4f14-9a05-3dbe980893ee tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:21.042069 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d6b6c9bc-6a0a-4960-b0d2-0da00d712fb0 req-5a0a1ecb-b070-4f14-9a05-3dbe980893ee tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0744956 Oct 17 04:34:21.091731 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d6b6c9bc-6a0a-4960-b0d2-0da00d712fb0 req-e72cb138-0145-4b91-9244-1bb439301acb tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438325 Oct 17 04:34:21.142079 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84ad42-c607-4346-879d-1cb114614057 req-c3f5f88f-0e1e-4f1d-ae63-f43f979f93cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:21.143577 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ae84ad42-c607-4346-879d-1cb114614057 req-c3f5f88f-0e1e-4f1d-ae63-f43f979f93cf service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 1129 time: 0.0500844 Oct 17 04:34:21.164604 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-0a4d761c-bf5e-4929-b02a-71ee85854d78 req-d8dccf65-c3f7-425e-9fc3-61510c3272e3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496866 Oct 17 04:34:21.223870 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e79aac-3255-47fb-ae6d-f9d78b929cee req-a81230a3-e6e9-4057-a502-f05524e0ec90 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:21.225400 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-17e79aac-3255-47fb-ae6d-f9d78b929cee req-a81230a3-e6e9-4057-a502-f05524e0ec90 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 946 time: 0.0529490 Oct 17 04:34:21.235063 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ae84ad42-c607-4346-879d-1cb114614057 req-27aef466-3361-4eda-b32b-514ec6eceea1 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533893 Oct 17 04:34:21.282074 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-17e79aac-3255-47fb-ae6d-f9d78b929cee req-220cb412-7657-4a85-8212-8a46036509e8 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489552 Oct 17 04:34:22.115372 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d3cba-80ca-4e03-a25a-1ebc01f3293a req-17e72c02-f48b-4938-bd2e-21b8310f705c tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:22.116816 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ec3d3cba-80ca-4e03-a25a-1ebc01f3293a req-17e72c02-f48b-4938-bd2e-21b8310f705c tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0456119 Oct 17 04:34:22.165670 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:22.171622 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ec3d3cba-80ca-4e03-a25a-1ebc01f3293a req-7a3b9683-abbc-4241-bfe3-abfa7b426f84 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491271 Oct 17 04:34:22.217256 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cd002-7836-4aa1-ab95-7b1e0826a6fc req-64032c40-75df-4b51-bc64-65cb12e7a221 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:22.218703 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4a4cd002-7836-4aa1-ab95-7b1e0826a6fc req-64032c40-75df-4b51-bc64-65cb12e7a221 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0459709 Oct 17 04:34:22.264555 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4a4cd002-7836-4aa1-ab95-7b1e0826a6fc req-856ac052-84ad-450b-89d0-d5d6a11cb0cd tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403647 Oct 17 04:34:22.374181 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:22.409355 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b65f18-fca1-439e-b0f0-eb15e19d308f req-7874b924-095c-41ae-b3da-f9adb7075d9b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:22.410712 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-97b65f18-fca1-439e-b0f0-eb15e19d308f req-7874b924-095c-41ae-b3da-f9adb7075d9b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 946 time: 0.0460296 Oct 17 04:34:22.455832 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-97b65f18-fca1-439e-b0f0-eb15e19d308f req-1bb7179a-c3c0-4e27-b42e-ebe167be065f tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396585 Oct 17 04:34:23.301132 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf96714-05bf-47e7-b47e-3437b7a4893e req-87d78235-bddf-45cc-8915-e1f2063c73d8 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:23.305287 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-dcf96714-05bf-47e7-b47e-3437b7a4893e req-87d78235-bddf-45cc-8915-e1f2063c73d8 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0580430 Oct 17 04:34:23.362758 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-dcf96714-05bf-47e7-b47e-3437b7a4893e req-5172e063-d48b-4988-be45-0a8f33994dc9 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533175 Oct 17 04:34:23.395801 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f66f56-8f8b-4b43-856f-b1ca204387dd req-7d012742-d306-4cbe-86a7-e1911b0342b1 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:23.397215 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d6f66f56-8f8b-4b43-856f-b1ca204387dd req-7d012742-d306-4cbe-86a7-e1911b0342b1 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0519729 Oct 17 04:34:23.444784 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d6f66f56-8f8b-4b43-856f-b1ca204387dd req-5040150e-4197-4fff-8d8f-85cf06df4141 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409904 Oct 17 04:34:24.481472 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef29cba-f0c4-4122-b625-6c1267c3f1c1 req-03d9fad4-7622-4e90-adc1-38bfb9816bbb tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:24.488250 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5ef29cba-f0c4-4122-b625-6c1267c3f1c1 req-03d9fad4-7622-4e90-adc1-38bfb9816bbb tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0519068 Oct 17 04:34:24.546046 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5ef29cba-f0c4-4122-b625-6c1267c3f1c1 req-e0282a85-4652-4b15-9d4a-318d2489bc30 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569494 Oct 17 04:34:24.579490 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb77d9c-970e-472d-9219-89700cbf33ab req-adb5e8c5-71d5-4189-9a3b-061f8e39e787 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:24.580971 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fcb77d9c-970e-472d-9219-89700cbf33ab req-adb5e8c5-71d5-4189-9a3b-061f8e39e787 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0518441 Oct 17 04:34:24.638278 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fcb77d9c-970e-472d-9219-89700cbf33ab req-ef3e7a54-4f90-40f0-be5e-3fea9bb68472 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517685 Oct 17 04:34:24.673332 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8931356-541f-4edc-bb97-5267fa819f3a req-24bc2316-844a-4131-92ac-09e76ae03e0e tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:24.674871 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a8931356-541f-4edc-bb97-5267fa819f3a req-24bc2316-844a-4131-92ac-09e76ae03e0e tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0525486 Oct 17 04:34:24.723375 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a8931356-541f-4edc-bb97-5267fa819f3a req-2e721233-97fc-4f09-8357-51690d2f8576 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429099 Oct 17 04:34:24.751060 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59140) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:34:24.936221 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e843521-e59e-49df-9316-29f238f3f418 tempest-TestShelveInstance-2055939943 tempest-TestShelveInstance-2055939943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:24.937681 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-0e843521-e59e-49df-9316-29f238f3f418 tempest-TestShelveInstance-2055939943 tempest-TestShelveInstance-2055939943-project-admin] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 1124 time: 0.1856806 Oct 17 04:34:24.940803 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59146) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:34:24.944860 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-f73c6aec-969f-4a04-b27b-5431f4ea4051 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Request body: {'floatingip': {'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'port_id': '5018bca9-d0fd-4019-a69a-d25003f4d4da', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:34:24.967011 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f73c6aec-969f-4a04-b27b-5431f4ea4051 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:25.043741 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f73c6aec-969f-4a04-b27b-5431f4ea4051 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:25.152017 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_common [None req-f73c6aec-969f-4a04-b27b-5431f4ea4051 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Allocated IP 172.27.3.73 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/0f9273b9-a7de-4a17-8a31-b2814365281e) {{(pid=104488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:34:25.200723 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:25.228921 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:25.255104 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f73c6aec-969f-4a04-b27b-5431f4ea4051 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for port (0f9273b9-a7de-4a17-8a31-b2814365281e), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:25.292374 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f73c6aec-969f-4a04-b27b-5431f4ea4051 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (0f9273b9-a7de-4a17-8a31-b2814365281e), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:25.332267 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73c6aec-969f-4a04-b27b-5431f4ea4051 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:34:25.336866 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-f73c6aec-969f-4a04-b27b-5431f4ea4051 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:34:25.341100 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c6aec-969f-4a04-b27b-5431f4ea4051 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Received port after_create {{(pid=104488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:34:25.344258 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c6aec-969f-4a04-b27b-5431f4ea4051 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Pushing event updated for resources: {'Port': ['ID=0f9273b9-a7de-4a17-8a31-b2814365281e,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:25.693780 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f73c6aec-969f-4a04-b27b-5431f4ea4051 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for floatingip (ee673236-f8e5-4baa-a5ba-0ee228a34068), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:25.788828 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c78e3f-7d08-4d84-9363-80f07c6e45fe req-b65919f0-6602-4fe6-b22d-406c5663c789 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:25.790272 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f9c78e3f-7d08-4d84-9363-80f07c6e45fe req-b65919f0-6602-4fe6-b22d-406c5663c789 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0741341 Oct 17 04:34:25.803136 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f73c6aec-969f-4a04-b27b-5431f4ea4051 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (0f9273b9-a7de-4a17-8a31-b2814365281e), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:25.876622 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f9c78e3f-7d08-4d84-9363-80f07c6e45fe req-3935f78e-11bd-494a-a7b7-5b845bd6c9e1 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792246 Oct 17 04:34:25.964092 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:25.983111 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f73c6aec-969f-4a04-b27b-5431f4ea4051 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for port (0f9273b9-a7de-4a17-8a31-b2814365281e), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:25.987221 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f73c6aec-969f-4a04-b27b-5431f4ea4051 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7641586'] for port (0f9273b9-a7de-4a17-8a31-b2814365281e), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:25.992066 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:26.053681 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f73c6aec-969f-4a04-b27b-5431f4ea4051 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (ee673236-f8e5-4baa-a5ba-0ee228a34068), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:26.055503 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c6aec-969f-4a04-b27b-5431f4ea4051 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Pushing event updated for resources: {'Port': ['ID=0f9273b9-a7de-4a17-8a31-b2814365281e,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:26.170171 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.l3_db [None req-f73c6aec-969f-4a04-b27b-5431f4ea4051 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Floating IP ee673236-f8e5-4baa-a5ba-0ee228a34068 associated. External IP: 172.27.3.73, port: 5018bca9-d0fd-4019-a69a-d25003f4d4da. Oct 17 04:34:26.613645 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73c6aec-969f-4a04-b27b-5431f4ea4051 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Router 069e5137-b0ce-4d43-aba1-343cc8c6762a has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:34:26.714680 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73c6aec-969f-4a04-b27b-5431f4ea4051 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:34:26.723907 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7987d9-1c43-46b6-b0ab-f3cb919fc97e None None] Sync routers for ids ['069e5137-b0ce-4d43-aba1-343cc8c6762a'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:34:26.727363 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:26.733516 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f73c6aec-969f-4a04-b27b-5431f4ea4051 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:26.738465 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7987d9-1c43-46b6-b0ab-f3cb919fc97e None None] Routers {'069e5137-b0ce-4d43-aba1-343cc8c6762a'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:34:26.739179 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-9c7987d9-1c43-46b6-b0ab-f3cb919fc97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:34:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['069e5137-b0ce-4d43-aba1-343cc8c6762a'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:34:26.768269 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-f73c6aec-969f-4a04-b27b-5431f4ea4051 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8263052 Oct 17 04:34:26.768931 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04fcc98-6f6b-4092-ba63-364498327bb6', 'tag': '5018bca9-d0fd-4019-a69a-d25003f4d4da'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:34:26.771176 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6e372e-3644-4549-ba1c-043502b91759" -d '{"events": [{"name": "network-changed", "server_uuid": "c04fcc98-6f6b-4092-ba63-364498327bb6", "tag": "5018bca9-d0fd-4019-a69a-d25003f4d4da"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:34:26.809024 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b53b2a6-d86e-4c7a-b841-8d5ffeaeaf39 x-openstack-request-id: req-4b53b2a6-d86e-4c7a-b841-8d5ffeaeaf39 {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:34:26.809351 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04fcc98-6f6b-4092-ba63-364498327bb6", "tag": "5018bca9-d0fd-4019-a69a-d25003f4d4da", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:34:26.809609 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4b53b2a6-d86e-4c7a-b841-8d5ffeaeaf39 {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:34:26.810015 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b53b2a6-d86e-4c7a-b841-8d5ffeaeaf39'] response: {'name': 'network-changed', 'server_uuid': 'c04fcc98-6f6b-4092-ba63-364498327bb6', 'tag': '5018bca9-d0fd-4019-a69a-d25003f4d4da', 'status': 'completed', 'code': 200} Oct 17 04:34:26.851233 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-9c7987d9-1c43-46b6-b0ab-f3cb919fc97e None None] Set router 069e5137-b0ce-4d43-aba1-343cc8c6762a gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:34:26.875474 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:26.881753 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e372e-3644-4549-ba1c-043502b91759 req-9ae6d1a4-1b1e-4abf-b04a-29ce6c277244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:26.883237 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-fd6e372e-3644-4549-ba1c-043502b91759 req-9ae6d1a4-1b1e-4abf-b04a-29ce6c277244 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=164c660f217f4b29b914caf14b773b61&device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 1129 time: 0.0449374 Oct 17 04:34:26.980736 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e372e-3644-4549-ba1c-043502b91759 req-6e5d9008-7d42-414b-a94d-57e6c0374290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:26.982305 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-fd6e372e-3644-4549-ba1c-043502b91759 req-6e5d9008-7d42-414b-a94d-57e6c0374290 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=98905e91-d61c-460b-b7b3-b0bac875b67e HTTP/1.1" status: 200 len: 909 time: 0.0898452 Oct 17 04:34:27.012395 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb444fe-0ee7-4ca6-9a1a-c06b334182db req-d01b69e0-ace2-45ef-b5c0-868695a734e8 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:27.014063 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bbb444fe-0ee7-4ca6-9a1a-c06b334182db req-d01b69e0-ace2-45ef-b5c0-868695a734e8 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0517201 Oct 17 04:34:27.054340 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-fd6e372e-3644-4549-ba1c-043502b91759 req-ad96acd5-3ce6-4ea7-9c05-db5ec441d76f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5018bca9-d0fd-4019-a69a-d25003f4d4da HTTP/1.1" status: 200 len: 998 time: 0.0651712 Oct 17 04:34:27.065602 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bbb444fe-0ee7-4ca6-9a1a-c06b334182db req-10560559-7fef-4fe1-850d-cb3e2e70bdce tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454333 Oct 17 04:34:27.108499 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e372e-3644-4549-ba1c-043502b91759 req-17137538-d838-4eac-82f0-aee6847db2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:27.110105 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-fd6e372e-3644-4549-ba1c-043502b91759 req-17137538-d838-4eac-82f0-aee6847db2c9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=36376a24-6d8f-4101-b65d-31b01f263bed HTTP/1.1" status: 200 len: 847 time: 0.0476520 Oct 17 04:34:27.140669 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:27.146164 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:27.158451 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e372e-3644-4549-ba1c-043502b91759 req-49492274-9b91-4793-b277-1bb4278fcfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:27.159958 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-fd6e372e-3644-4549-ba1c-043502b91759 req-49492274-9b91-4793-b277-1bb4278fcfd4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=98905e91-d61c-460b-b7b3-b0bac875b67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431125 Oct 17 04:34:27.210194 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-9c7987d9-1c43-46b6-b0ab-f3cb919fc97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'name': 'tempest-TestShelveInstance-869659983-router', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:55Z', 'revision_number': 4, 'project_id': '164c660f217f4b29b914caf14b773b61', 'gw_port': {'id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': 'ee673236-f8e5-4baa-a5ba-0ee228a34068', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'floating_ip_address': '172.27.3.73', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'port_id': '5018bca9-d0fd-4019-a69a-d25003f4d4da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e', 'mac_address': 'fa:16:3e:75:e3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fcc98-6f6b-4092-ba63-364498327bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:34:25Z', 'updated_at': '2022-10-17T04:34:25Z', 'revision_number': 0, 'project_id': '164c660f217f4b29b914caf14b773b61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5222da2e-23f0-444c-8c5b-41dc5d7be092', 'name': '', 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'mac_address': 'fa:16:3e:f7:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:54Z', 'updated_at': '2022-10-17T04:33:02Z', 'revision_number': 5, 'project_id': '164c660f217f4b29b914caf14b773b61', 'subnets': [{'id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:34:27.236250 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7987d9-1c43-46b6-b0ab-f3cb919fc97e None None] Checking router: 069e5137-b0ce-4d43-aba1-343cc8c6762a for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:34:27.246848 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7987d9-1c43-46b6-b0ab-f3cb919fc97e None None] Routers {'069e5137-b0ce-4d43-aba1-343cc8c6762a'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:34:27.247461 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-9c7987d9-1c43-46b6-b0ab-f3cb919fc97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:34:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['069e5137-b0ce-4d43-aba1-343cc8c6762a'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:34:27.259727 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-fd6e372e-3644-4549-ba1c-043502b91759 req-8401056e-ab52-4531-923c-17050c6a7c05 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/98905e91-d61c-460b-b7b3-b0bac875b67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906863 Oct 17 04:34:27.352601 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-fd6e372e-3644-4549-ba1c-043502b91759 req-9db19a28-75c3-405f-916d-94cbfc5cd790 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/98905e91-d61c-460b-b7b3-b0bac875b67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845952 Oct 17 04:34:27.354684 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-9c7987d9-1c43-46b6-b0ab-f3cb919fc97e None None] Set router 069e5137-b0ce-4d43-aba1-343cc8c6762a gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:34:27.567101 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-9c7987d9-1c43-46b6-b0ab-f3cb919fc97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'name': 'tempest-TestShelveInstance-869659983-router', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:55Z', 'revision_number': 4, 'project_id': '164c660f217f4b29b914caf14b773b61', 'gw_port': {'id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': 'ee673236-f8e5-4baa-a5ba-0ee228a34068', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'floating_ip_address': '172.27.3.73', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'port_id': '5018bca9-d0fd-4019-a69a-d25003f4d4da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e', 'mac_address': 'fa:16:3e:75:e3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fcc98-6f6b-4092-ba63-364498327bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:34:25Z', 'updated_at': '2022-10-17T04:34:25Z', 'revision_number': 0, 'project_id': '164c660f217f4b29b914caf14b773b61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5222da2e-23f0-444c-8c5b-41dc5d7be092', 'name': '', 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'mac_address': 'fa:16:3e:f7:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:54Z', 'updated_at': '2022-10-17T04:33:02Z', 'revision_number': 5, 'project_id': '164c660f217f4b29b914caf14b773b61', 'subnets': [{'id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:34:27.592853 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7987d9-1c43-46b6-b0ab-f3cb919fc97e None None] The sync data for ids ['069e5137-b0ce-4d43-aba1-343cc8c6762a'] in dv-cinder-861557-1-iscsi is: [{'id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'name': 'tempest-TestShelveInstance-869659983-router', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:55Z', 'revision_number': 4, 'project_id': '164c660f217f4b29b914caf14b773b61', 'gw_port': {'id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': 'ee673236-f8e5-4baa-a5ba-0ee228a34068', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'floating_ip_address': '172.27.3.73', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'port_id': '5018bca9-d0fd-4019-a69a-d25003f4d4da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e', 'mac_address': 'fa:16:3e:75:e3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fcc98-6f6b-4092-ba63-364498327bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:34:25Z', 'updated_at': '2022-10-17T04:34:25Z', 'revision_number': 0, 'project_id': '164c660f217f4b29b914caf14b773b61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5222da2e-23f0-444c-8c5b-41dc5d7be092', 'name': '', 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'mac_address': 'fa:16:3e:f7:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:54Z', 'updated_at': '2022-10-17T04:33:02Z', 'revision_number': 5, 'project_id': '164c660f217f4b29b914caf14b773b61', 'subnets': [{'id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:34:27.790044 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78be1ee1-cace-43ba-b8ab-cb541a952ea1 None None] New status for floating IP ee673236-f8e5-4baa-a5ba-0ee228a34068: ACTIVE {{(pid=104490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:34:28.187889 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f0090-faef-4973-be70-c4524055a67d req-a575f080-adcb-4da1-bdcf-68b07cfee223 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:28.189273 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-455f0090-faef-4973-be70-c4524055a67d req-a575f080-adcb-4da1-bdcf-68b07cfee223 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0456812 Oct 17 04:34:28.236203 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-455f0090-faef-4973-be70-c4524055a67d req-cb47640c-369c-4c94-bfb4-8368245a994e tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413144 Oct 17 04:34:29.362826 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d9423-54b2-438d-a1bc-3567418fb7e8 req-5c4e56a0-7cbc-4822-85c7-156979e40b9b tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:29.364260 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d53d9423-54b2-438d-a1bc-3567418fb7e8 req-5c4e56a0-7cbc-4822-85c7-156979e40b9b tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0502152 Oct 17 04:34:29.413566 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d53d9423-54b2-438d-a1bc-3567418fb7e8 req-436e83ed-3655-405d-bd9b-8c6028c66db8 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427706 Oct 17 04:34:30.549094 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493d8e0-69aa-47d6-9e72-72a9eeb7981e req-3575a235-89e5-4363-ac40-46db62e14cf9 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:30.550714 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1493d8e0-69aa-47d6-9e72-72a9eeb7981e req-3575a235-89e5-4363-ac40-46db62e14cf9 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0486119 Oct 17 04:34:30.601290 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1493d8e0-69aa-47d6-9e72-72a9eeb7981e req-b4247dc2-3187-4c42-8f9c-edee641c208f tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446496 Oct 17 04:34:31.071678 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-3c2faadf-1cc8-43ab-aab9-bbfc7537d78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:31.688310 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:31.724485 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b8ec2-32ee-4a76-94ab-d4d57f806f5c req-ff442547-5d41-4457-a95e-9ff24a963f35 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:31.725958 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c00b8ec2-32ee-4a76-94ab-d4d57f806f5c req-ff442547-5d41-4457-a95e-9ff24a963f35 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0475190 Oct 17 04:34:31.776144 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c00b8ec2-32ee-4a76-94ab-d4d57f806f5c req-1ef6f6c6-23bc-42eb-9a61-eb46a6b42c89 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440254 Oct 17 04:34:32.860575 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:32.897657 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75411ff8-604f-4290-9e1a-793f2cc92181 req-6769ee07-e563-4c0c-b883-21146017ec5e tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:32.899174 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-75411ff8-604f-4290-9e1a-793f2cc92181 req-6769ee07-e563-4c0c-b883-21146017ec5e tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0487242 Oct 17 04:34:32.947921 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-75411ff8-604f-4290-9e1a-793f2cc92181 req-94155bf6-dc39-4365-b03d-35a647150a63 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422387 Oct 17 04:34:33.469380 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-596d0bc4-a647-412a-98cc-68f3614329ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:33.542375 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eed3f3-19f2-4f87-9e66-9feec4983d79 req-debfa03d-6ff8-4ea2-98bb-d2ebf33facdd tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:33.543826 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c4eed3f3-19f2-4f87-9e66-9feec4983d79 req-debfa03d-6ff8-4ea2-98bb-d2ebf33facdd tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 945 time: 0.0454938 Oct 17 04:34:33.589911 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c4eed3f3-19f2-4f87-9e66-9feec4983d79 req-231b27a0-139a-4822-b5d1-390d798a8eaf tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aa8fb451-5daf-47f9-a8e8-f723c8c7b573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405972 Oct 17 04:34:34.072142 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a4c25-1b95-446d-843d-ce67d6f4c3dc req-7d20597d-daf0-49df-acbf-6d9abd6d7845 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:34.073503 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2d0a4c25-1b95-446d-843d-ce67d6f4c3dc req-7d20597d-daf0-49df-acbf-6d9abd6d7845 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0493302 Oct 17 04:34:34.123177 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2d0a4c25-1b95-446d-843d-ce67d6f4c3dc req-b28dcd9b-b36e-42e6-8087-1e0db8d3382c tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403228 Oct 17 04:34:34.631440 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:34.711483 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7895c-cee4-4b80-8d65-4755939af1c5 req-b27dd7c6-4758-404d-a9e9-60ba4e7a87c1 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:34.713185 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d0c7895c-cee4-4b80-8d65-4755939af1c5 req-b27dd7c6-4758-404d-a9e9-60ba4e7a87c1 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 945 time: 0.0470121 Oct 17 04:34:34.759205 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d0c7895c-cee4-4b80-8d65-4755939af1c5 req-9c7daeb2-4c16-4b71-a39f-623b4ef86354 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aa8fb451-5daf-47f9-a8e8-f723c8c7b573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406094 Oct 17 04:34:35.134365 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a2c6f-ebda-4477-bf00-7940e603e9e2 req-765e6ae0-0e29-4dd9-af4c-5eafeabfe368 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:35.136552 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-378a2c6f-ebda-4477-bf00-7940e603e9e2 req-765e6ae0-0e29-4dd9-af4c-5eafeabfe368 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 945 time: 0.0846884 Oct 17 04:34:35.247799 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ba564-0883-4990-89d3-ecc01c60f93c req-36fe49da-37bc-4724-b342-03b27274eea2 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:35.249293 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f37ba564-0883-4990-89d3-ecc01c60f93c req-36fe49da-37bc-4724-b342-03b27274eea2 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0494013 Oct 17 04:34:35.253601 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-378a2c6f-ebda-4477-bf00-7940e603e9e2 req-473fb6b1-b98c-4642-b1fc-2264fadf326d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Deleting port 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:34:35.253940 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-378a2c6f-ebda-4477-bf00-7940e603e9e2 req-473fb6b1-b98c-4642-b1fc-2264fadf326d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (68d2f18e-a6e0-4ab3-8073-de5deb76b4d2), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:35.296218 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f37ba564-0883-4990-89d3-ecc01c60f93c req-d420ebc9-0446-469a-91bc-cf5b39f5d79b tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411317 Oct 17 04:34:35.343364 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-378a2c6f-ebda-4477-bf00-7940e603e9e2 req-473fb6b1-b98c-4642-b1fc-2264fadf326d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] For port 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=68d2f18e-a6e0-4ab3-8073-de5deb76b4d2,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:34:35.343719 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-378a2c6f-ebda-4477-bf00-7940e603e9e2 req-473fb6b1-b98c-4642-b1fc-2264fadf326d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (68d2f18e-a6e0-4ab3-8073-de5deb76b4d2), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:35.547040 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-378a2c6f-ebda-4477-bf00-7940e603e9e2 req-473fb6b1-b98c-4642-b1fc-2264fadf326d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:35.547308 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-378a2c6f-ebda-4477-bf00-7940e603e9e2 req-473fb6b1-b98c-4642-b1fc-2264fadf326d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (bfce75d6-e98f-44be-8efd-399ec6170ce8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:35.547618 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.l3_db [req-378a2c6f-ebda-4477-bf00-7940e603e9e2 req-473fb6b1-b98c-4642-b1fc-2264fadf326d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Floating IP bfce75d6-e98f-44be-8efd-399ec6170ce8 disassociated. External IP: 172.27.3.72, port: 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2. Oct 17 04:34:35.547948 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-378a2c6f-ebda-4477-bf00-7940e603e9e2 req-473fb6b1-b98c-4642-b1fc-2264fadf326d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Calling delete_port for 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 owned by compute:nova {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:34:35.658884 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:35.675330 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-378a2c6f-ebda-4477-bf00-7940e603e9e2 req-473fb6b1-b98c-4642-b1fc-2264fadf326d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (68d2f18e-a6e0-4ab3-8073-de5deb76b4d2), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:35.703073 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fb6b1-b98c-4642-b1fc-2264fadf326d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event deleted for resources: {'Port': ['ID=68d2f18e-a6e0-4ab3-8073-de5deb76b4d2,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:35.811280 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-378a2c6f-ebda-4477-bf00-7940e603e9e2 req-473fb6b1-b98c-4642-b1fc-2264fadf326d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Router ef9dfe8e-2638-428a-b697-819c4f07a1e8 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:34:35.864205 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:35.866852 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-56d345cf-2562-46af-957f-b77314299acc req-1c269c51-d7c6-4109-84ad-d8c97cbac7a0 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=77752d3b-6577-45d9-b7f4-1bca4ee444be HTTP/1.1" status: 200 len: 210 time: 0.0290167 Oct 17 04:34:35.920837 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-378a2c6f-ebda-4477-bf00-7940e603e9e2 req-473fb6b1-b98c-4642-b1fc-2264fadf326d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:34:35.930335 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250933b-d7ed-4307-b43e-cd0aaa38db1e None None] Sync routers for ids ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:34:35.941444 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3250933b-d7ed-4307-b43e-cd0aaa38db1e None None] Routers {'ef9dfe8e-2638-428a-b697-819c4f07a1e8'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:34:35.942115 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-3250933b-d7ed-4307-b43e-cd0aaa38db1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:34:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:34:35.943715 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:35.988458 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-378a2c6f-ebda-4477-bf00-7940e603e9e2 req-473fb6b1-b98c-4642-b1fc-2264fadf326d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] No DVR routers for this DVR port 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 on host hv-cinder-86155 {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:34:35.992120 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-378a2c6f-ebda-4477-bf00-7940e603e9e2 req-473fb6b1-b98c-4642-b1fc-2264fadf326d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:35.996072 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-378a2c6f-ebda-4477-bf00-7940e603e9e2 req-473fb6b1-b98c-4642-b1fc-2264fadf326d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.20 "DELETE /networking/v2.0/ports/68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 HTTP/1.1" status: 204 len: 173 time: 0.8536477 Oct 17 04:34:35.996590 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77752d3b-6577-45d9-b7f4-1bca4ee444be', 'name': 'network-vif-deleted', 'tag': '68d2f18e-a6e0-4ab3-8073-de5deb76b4d2'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:34:35.998831 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc3f777-633b-4aba-8aa4-a747dd4fde67" -d '{"events": [{"server_uuid": "77752d3b-6577-45d9-b7f4-1bca4ee444be", "name": "network-vif-deleted", "tag": "68d2f18e-a6e0-4ab3-8073-de5deb76b4d2"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:34:36.046448 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344a8d71-d562-4e9a-a117-495b48688625 x-openstack-request-id: req-344a8d71-d562-4e9a-a117-495b48688625 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:34:36.046744 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77752d3b-6577-45d9-b7f4-1bca4ee444be", "name": "network-vif-deleted", "tag": "68d2f18e-a6e0-4ab3-8073-de5deb76b4d2", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:34:36.046999 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-344a8d71-d562-4e9a-a117-495b48688625 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:34:36.047838 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-344a8d71-d562-4e9a-a117-495b48688625'] response: {'server_uuid': '77752d3b-6577-45d9-b7f4-1bca4ee444be', 'name': 'network-vif-deleted', 'tag': '68d2f18e-a6e0-4ab3-8073-de5deb76b4d2', 'status': 'completed', 'code': 200} Oct 17 04:34:36.056389 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-3250933b-d7ed-4307-b43e-cd0aaa38db1e None None] Set router ef9dfe8e-2638-428a-b697-819c4f07a1e8 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:34:36.221065 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:36.227310 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:36.313554 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-3250933b-d7ed-4307-b43e-cd0aaa38db1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '097697b6-7613-4970-8510-773d7a18ebc8', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'port_id': '96c8acae-b8cc-4eed-af97-bcefcfe399c5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'mac_address': 'fa:16:3e:51:7e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc759c8-a208-4df1-bf3e-dd2b89bff369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:31:20Z', 'updated_at': '2022-10-17T04:31:55Z', 'revision_number': 2, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:34:36.340842 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250933b-d7ed-4307-b43e-cd0aaa38db1e None None] Checking router: ef9dfe8e-2638-428a-b697-819c4f07a1e8 for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:34:36.349517 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3250933b-d7ed-4307-b43e-cd0aaa38db1e None None] Routers {'ef9dfe8e-2638-428a-b697-819c4f07a1e8'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:34:36.350126 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-3250933b-d7ed-4307-b43e-cd0aaa38db1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:34:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:34:36.393879 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:36.439995 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839881e-7d35-432b-ae43-31dc6f5608c2 req-b2580880-94cf-4373-bb0a-77a76bf57835 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:36.441521 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f839881e-7d35-432b-ae43-31dc6f5608c2 req-b2580880-94cf-4373-bb0a-77a76bf57835 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0601153 Oct 17 04:34:36.470296 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-3250933b-d7ed-4307-b43e-cd0aaa38db1e None None] Set router ef9dfe8e-2638-428a-b697-819c4f07a1e8 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:34:36.490802 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f839881e-7d35-432b-ae43-31dc6f5608c2 req-9d6540b8-a4df-4e3d-879e-0d2fded15338 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437114 Oct 17 04:34:36.525555 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:36.698079 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-3250933b-d7ed-4307-b43e-cd0aaa38db1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '097697b6-7613-4970-8510-773d7a18ebc8', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'port_id': '96c8acae-b8cc-4eed-af97-bcefcfe399c5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'mac_address': 'fa:16:3e:51:7e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc759c8-a208-4df1-bf3e-dd2b89bff369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:31:20Z', 'updated_at': '2022-10-17T04:31:55Z', 'revision_number': 2, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:34:36.727284 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250933b-d7ed-4307-b43e-cd0aaa38db1e None None] The sync data for ids ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'] in dv-cinder-861557-1-iscsi is: [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '097697b6-7613-4970-8510-773d7a18ebc8', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'port_id': '96c8acae-b8cc-4eed-af97-bcefcfe399c5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'mac_address': 'fa:16:3e:51:7e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc759c8-a208-4df1-bf3e-dd2b89bff369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:31:20Z', 'updated_at': '2022-10-17T04:31:55Z', 'revision_number': 2, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:34:36.973444 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59202) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:34:37.035913 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-27fedd16-49eb-4f46-89cd-9aeebfa9300a tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (aa8fb451-5daf-47f9-a8e8-f723c8c7b573), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:37.051806 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5404c414-365e-4083-a701-38c40c1299e1 None None] New status for floating IP bfce75d6-e98f-44be-8efd-399ec6170ce8: DOWN {{(pid=104490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:34:37.064003 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-27fedd16-49eb-4f46-89cd-9aeebfa9300a tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (aa8fb451-5daf-47f9-a8e8-f723c8c7b573), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:37.114779 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-27fedd16-49eb-4f46-89cd-9aeebfa9300a tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (aa8fb451-5daf-47f9-a8e8-f723c8c7b573), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:37.118267 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-27fedd16-49eb-4f46-89cd-9aeebfa9300a tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:37.123863 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-27fedd16-49eb-4f46-89cd-9aeebfa9300a tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/aa8fb451-5daf-47f9-a8e8-f723c8c7b573 HTTP/1.1" status: 204 len: 168 time: 0.1463785 Oct 17 04:34:37.124365 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59206) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:34:37.137256 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fedd16-49eb-4f46-89cd-9aeebfa9300a tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8fb451-5daf-47f9-a8e8-f723c8c7b573,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:37.182506 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.api.v2.resource [None req-fe2de64e-9eb7-49e4-9b00-91c7a00c83b4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] show failed (client error): The resource could not be found. Oct 17 04:34:37.185693 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-fe2de64e-9eb7-49e4-9b00-91c7a00c83b4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups/aa8fb451-5daf-47f9-a8e8-f723c8c7b573 HTTP/1.1" status: 404 len: 347 time: 0.0601511 Oct 17 04:34:37.187284 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59208) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:34:37.506601 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-51248b5b-c2b1-420c-9b1d-6dd120de6dae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Deleting port 80f5efe1-10cf-4f5d-8441-2359aaf9410f {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:34:37.506856 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-51248b5b-c2b1-420c-9b1d-6dd120de6dae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (80f5efe1-10cf-4f5d-8441-2359aaf9410f), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:37.584509 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-51248b5b-c2b1-420c-9b1d-6dd120de6dae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (80f5efe1-10cf-4f5d-8441-2359aaf9410f), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:37.584827 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-51248b5b-c2b1-420c-9b1d-6dd120de6dae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (80f5efe1-10cf-4f5d-8441-2359aaf9410f), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:37.598356 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-51248b5b-c2b1-420c-9b1d-6dd120de6dae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Calling delete_port for 80f5efe1-10cf-4f5d-8441-2359aaf9410f owned by network:floatingip {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:34:37.621472 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92429f5d-6317-4ade-ad04-87982b0f3dd9 req-0918fe03-a7b9-4c2a-bcb5-4cb316cd2b11 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:37.622985 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-92429f5d-6317-4ade-ad04-87982b0f3dd9 req-0918fe03-a7b9-4c2a-bcb5-4cb316cd2b11 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0490339 Oct 17 04:34:37.677649 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-92429f5d-6317-4ade-ad04-87982b0f3dd9 req-3addc18a-da64-44be-8e8a-b3264e06c2dc tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482516 Oct 17 04:34:37.747750 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-51248b5b-c2b1-420c-9b1d-6dd120de6dae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (80f5efe1-10cf-4f5d-8441-2359aaf9410f), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:37.784254 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51248b5b-c2b1-420c-9b1d-6dd120de6dae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event deleted for resources: {'Port': ['ID=80f5efe1-10cf-4f5d-8441-2359aaf9410f,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:37.849279 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-51248b5b-c2b1-420c-9b1d-6dd120de6dae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (bfce75d6-e98f-44be-8efd-399ec6170ce8), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:37.851837 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-51248b5b-c2b1-420c-9b1d-6dd120de6dae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:37.853046 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-51248b5b-c2b1-420c-9b1d-6dd120de6dae tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/bfce75d6-e98f-44be-8efd-399ec6170ce8 HTTP/1.1" status: 204 len: 168 time: 0.6647229 Oct 17 04:34:38.133346 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f059d2a-7d5c-4812-9f72-8e05408a3a8e req-53174073-8d45-4be7-ac6c-1a23b71b9891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:38.136192 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-0f059d2a-7d5c-4812-9f72-8e05408a3a8e req-53174073-8d45-4be7-ac6c-1a23b71b9891 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 1129 time: 0.0555212 Oct 17 04:34:38.199430 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-0f059d2a-7d5c-4812-9f72-8e05408a3a8e req-fd001bd4-14ba-43bf-9d9e-4455e994409e service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436397 Oct 17 04:34:38.443581 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:34:38.799075 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ff1cf-67f5-4435-8609-9d3308161329 req-1cfa40b0-d174-47e0-b173-a316ef65c33d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:38.800680 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ed1ff1cf-67f5-4435-8609-9d3308161329 req-1cfa40b0-d174-47e0-b173-a316ef65c33d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0524473 Oct 17 04:34:38.848785 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ed1ff1cf-67f5-4435-8609-9d3308161329 req-9a92a181-eb25-415c-9171-013709f0d47c tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422959 Oct 17 04:34:39.334894 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eeaeb3-dc77-41f0-bad8-c9fdccc8be51 req-c3c9419e-21bb-4cd0-8e68-46ec2196900c tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:39.336373 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-74eeaeb3-dc77-41f0-bad8-c9fdccc8be51 req-c3c9419e-21bb-4cd0-8e68-46ec2196900c tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0481400 Oct 17 04:34:39.357859 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:39.362476 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:39.386590 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-74eeaeb3-dc77-41f0-bad8-c9fdccc8be51 req-9eac2661-22f4-4ea0-8d2b-e6978a990640 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440543 Oct 17 04:34:39.971227 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca5ed0-7497-4e6a-bacd-d7fa741d0575 req-6fc0c9a9-8cd0-4390-92b1-3434bb4cc2c7 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:39.972672 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c7ca5ed0-7497-4e6a-bacd-d7fa741d0575 req-6fc0c9a9-8cd0-4390-92b1-3434bb4cc2c7 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0474329 Oct 17 04:34:40.022909 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c7ca5ed0-7497-4e6a-bacd-d7fa741d0575 req-6c9369a4-1ecb-43d5-9c7b-400510034302 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446084 Oct 17 04:34:40.125750 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:34:40.147593 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] No Port match for: 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:34:40.147937 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 68d2f18e-a6e0-4ab3-8073-de5deb76b4d2 not bound to the agent host hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:34:40.436986 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51355c-ff2e-452e-8f75-ae017523e0e9 req-ecf4a560-7d43-469b-970d-7d4516677803 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:40.438802 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ef51355c-ff2e-452e-8f75-ae017523e0e9 req-ecf4a560-7d43-469b-970d-7d4516677803 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0556324 Oct 17 04:34:40.517650 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ef51355c-ff2e-452e-8f75-ae017523e0e9 req-552eb508-ad77-457b-955f-7cac39682901 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726826 Oct 17 04:34:40.528980 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c680bc-59dd-4359-b7f6-e2f8200b9f51 req-2efb9823-ad6e-48a6-b6e5-e26210469a04 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:40.530553 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-75c680bc-59dd-4359-b7f6-e2f8200b9f51 req-2efb9823-ad6e-48a6-b6e5-e26210469a04 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0636747 Oct 17 04:34:40.572417 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d1e36-3f94-43de-b97f-14b28ac5ccb8 req-36de5fb5-6d66-4f85-b5f2-aae357a26a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:40.574736 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-037d1e36-3f94-43de-b97f-14b28ac5ccb8 req-36de5fb5-6d66-4f85-b5f2-aae357a26a14 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7bd6234b23704bdf809481085ce465eb&device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 1129 time: 0.0450261 Oct 17 04:34:40.589318 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-75c680bc-59dd-4359-b7f6-e2f8200b9f51 req-d34f2925-94e9-47ac-8241-1c8e20ef2f40 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472202 Oct 17 04:34:40.629991 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:40.672516 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d1e36-3f94-43de-b97f-14b28ac5ccb8 req-df1c4b1b-99fd-424e-b388-d9ede88fb620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:40.673933 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-037d1e36-3f94-43de-b97f-14b28ac5ccb8 req-df1c4b1b-99fd-424e-b388-d9ede88fb620 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb HTTP/1.1" status: 200 len: 919 time: 0.0944695 Oct 17 04:34:40.741964 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-037d1e36-3f94-43de-b97f-14b28ac5ccb8 req-d9f6448e-2a52-47e1-a8af-206804aa07a4 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e73103-0bcc-46c6-a3be-e7d793fb4195 HTTP/1.1" status: 200 len: 1000 time: 0.0555880 Oct 17 04:34:40.797544 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d1e36-3f94-43de-b97f-14b28ac5ccb8 req-c80d3ba4-7532-4964-9330-4c705faca2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:40.799043 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-037d1e36-3f94-43de-b97f-14b28ac5ccb8 req-c80d3ba4-7532-4964-9330-4c705faca2d2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c0346a38-a53e-4be5-b7d5-8ede2ed11f33 HTTP/1.1" status: 200 len: 857 time: 0.0503271 Oct 17 04:34:40.850823 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d1e36-3f94-43de-b97f-14b28ac5ccb8 req-834bcdb7-4a38-4a40-a6a2-1f21433660b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:40.852325 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-037d1e36-3f94-43de-b97f-14b28ac5ccb8 req-834bcdb7-4a38-4a40-a6a2-1f21433660b1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404177 Oct 17 04:34:40.927637 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:40.948203 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-037d1e36-3f94-43de-b97f-14b28ac5ccb8 req-7cdd6202-cb32-4345-9615-a3ec2262f8d9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885799 Oct 17 04:34:41.048133 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-037d1e36-3f94-43de-b97f-14b28ac5ccb8 req-b9c1903c-2ef7-43bc-bb10-144cff93a77d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828230 Oct 17 04:34:41.648580 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e51f47-cc04-483b-b67b-377d2e7cfc44 req-97293002-9348-4c1f-a2aa-d066b36c70d2 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:41.650118 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-86e51f47-cc04-483b-b67b-377d2e7cfc44 req-97293002-9348-4c1f-a2aa-d066b36c70d2 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0551090 Oct 17 04:34:41.707657 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-86e51f47-cc04-483b-b67b-377d2e7cfc44 req-3a528fbf-dda9-4ad7-a0dc-49d51152e7a6 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514078 Oct 17 04:34:41.742249 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52b3ce-bfa6-4123-add7-8c8a3e640f35 req-75c0e6be-c5fc-44ba-9dfe-eacb4802100d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:41.743722 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-dc52b3ce-bfa6-4123-add7-8c8a3e640f35 req-75c0e6be-c5fc-44ba-9dfe-eacb4802100d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0567448 Oct 17 04:34:41.820697 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-dc52b3ce-bfa6-4123-add7-8c8a3e640f35 req-389b3e70-505d-4906-8b8d-8748816a8db3 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713804 Oct 17 04:34:41.826707 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d8074-c17c-45d5-b292-bad03957ec07 req-755b59da-e332-46c9-b7dd-b522571eaecc tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:41.828348 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cf4d8074-c17c-45d5-b292-bad03957ec07 req-755b59da-e332-46c9-b7dd-b522571eaecc tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 945 time: 0.0621195 Oct 17 04:34:41.879842 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cf4d8074-c17c-45d5-b292-bad03957ec07 req-7049f70b-8464-4fd6-8e21-311b4c6a51af tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03607a92-c711-4fe5-927e-76f6322b7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457675 Oct 17 04:34:42.830609 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66050c97-f6cd-4c94-ab91-9ab83f8148a6 req-72c54001-b128-4d4c-94f1-896d3b87e00d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:42.832063 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-66050c97-f6cd-4c94-ab91-9ab83f8148a6 req-72c54001-b128-4d4c-94f1-896d3b87e00d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0463417 Oct 17 04:34:42.878921 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-66050c97-f6cd-4c94-ab91-9ab83f8148a6 req-dddf0b83-8d92-4a47-a5bf-0b5d404cfb6c tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414741 Oct 17 04:34:42.942851 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b7474-d990-4a5b-8cae-a10bf50779b8 req-ae7452ef-a777-43d2-9f08-7ceabd457472 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:42.944317 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0b6b7474-d990-4a5b-8cae-a10bf50779b8 req-ae7452ef-a777-43d2-9f08-7ceabd457472 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0469825 Oct 17 04:34:43.029024 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf91d9-1c2e-46e5-8910-9dcec1d011d9 req-a3d1b38b-8945-4574-861a-17666d7df123 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:43.030436 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cfdf91d9-1c2e-46e5-8910-9dcec1d011d9 req-a3d1b38b-8945-4574-861a-17666d7df123 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 945 time: 0.0666435 Oct 17 04:34:43.033408 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0b6b7474-d990-4a5b-8cae-a10bf50779b8 req-94e6e14e-b317-4a75-be4b-bcc30302d095 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829053 Oct 17 04:34:43.077875 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cfdf91d9-1c2e-46e5-8910-9dcec1d011d9 req-fe3081e6-e268-4586-8ecf-a493bf51c43b tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03607a92-c711-4fe5-927e-76f6322b7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417047 Oct 17 04:34:44.001341 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a649ba9-d9dc-4183-973c-168d36a49f1a req-cb5c6518-f1ef-474e-9561-7b8f57b63dee tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:44.002816 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0a649ba9-d9dc-4183-973c-168d36a49f1a req-cb5c6518-f1ef-474e-9561-7b8f57b63dee tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0468497 Oct 17 04:34:44.049177 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0a649ba9-d9dc-4183-973c-168d36a49f1a req-0168f2d3-f079-4ebe-8d81-e5396a054c77 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409107 Oct 17 04:34:44.156466 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d647b3-f86b-43bc-9d8b-bda9b3b61e5d req-7eff698c-ed0a-4cb6-b5bb-014abfd4b214 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:44.157867 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-77d647b3-f86b-43bc-9d8b-bda9b3b61e5d req-7eff698c-ed0a-4cb6-b5bb-014abfd4b214 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0505223 Oct 17 04:34:44.166239 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:44.202216 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:44.219741 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8145623-611e-4f88-8c1f-8ccbcad2959b req-7cc07fd5-8df6-429a-9c32-9d3ec2fdc7f3 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:44.221224 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a8145623-611e-4f88-8c1f-8ccbcad2959b req-7cc07fd5-8df6-429a-9c32-9d3ec2fdc7f3 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 945 time: 0.0624652 Oct 17 04:34:44.258866 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-77d647b3-f86b-43bc-9d8b-bda9b3b61e5d req-acbc1fa5-1f72-495b-961e-16f1da792e01 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909660 Oct 17 04:34:44.284205 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a8145623-611e-4f88-8c1f-8ccbcad2959b req-cdfe5e49-b8b6-4d7c-86ee-f28553ded4ad tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03607a92-c711-4fe5-927e-76f6322b7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565679 Oct 17 04:34:44.907313 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bcef8-2ac2-41d9-945e-12016b412305 req-ccee7e2a-50e8-470c-86b9-db027635ad4e tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:44.908762 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-826bcef8-2ac2-41d9-945e-12016b412305 req-ccee7e2a-50e8-470c-86b9-db027635ad4e tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 945 time: 0.0470483 Oct 17 04:34:44.996051 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-826bcef8-2ac2-41d9-945e-12016b412305 req-92476d0c-17bd-4048-97c3-8ef40f82d5e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Deleting port 96c8acae-b8cc-4eed-af97-bcefcfe399c5 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:34:44.996390 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-826bcef8-2ac2-41d9-945e-12016b412305 req-92476d0c-17bd-4048-97c3-8ef40f82d5e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (96c8acae-b8cc-4eed-af97-bcefcfe399c5), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:45.086426 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-826bcef8-2ac2-41d9-945e-12016b412305 req-92476d0c-17bd-4048-97c3-8ef40f82d5e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] For port 96c8acae-b8cc-4eed-af97-bcefcfe399c5, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=96c8acae-b8cc-4eed-af97-bcefcfe399c5,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:34:45.086790 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-826bcef8-2ac2-41d9-945e-12016b412305 req-92476d0c-17bd-4048-97c3-8ef40f82d5e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (96c8acae-b8cc-4eed-af97-bcefcfe399c5), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:45.175513 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a76687-2007-4665-8671-bc52db011dd0 req-35c248f4-791e-4a42-9317-9ced21cd25f9 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:45.176905 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e4a76687-2007-4665-8671-bc52db011dd0 req-35c248f4-791e-4a42-9317-9ced21cd25f9 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0516417 Oct 17 04:34:45.227931 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e4a76687-2007-4665-8671-bc52db011dd0 req-a58f9ae8-48b1-46cf-a223-e9dcd8a4352b tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453448 Oct 17 04:34:45.259382 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-826bcef8-2ac2-41d9-945e-12016b412305 req-92476d0c-17bd-4048-97c3-8ef40f82d5e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:45.259741 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-826bcef8-2ac2-41d9-945e-12016b412305 req-92476d0c-17bd-4048-97c3-8ef40f82d5e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (097697b6-7613-4970-8510-773d7a18ebc8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:45.260059 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.l3_db [req-826bcef8-2ac2-41d9-945e-12016b412305 req-92476d0c-17bd-4048-97c3-8ef40f82d5e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Floating IP 097697b6-7613-4970-8510-773d7a18ebc8 disassociated. External IP: 172.27.3.230, port: 96c8acae-b8cc-4eed-af97-bcefcfe399c5. Oct 17 04:34:45.260403 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-826bcef8-2ac2-41d9-945e-12016b412305 req-92476d0c-17bd-4048-97c3-8ef40f82d5e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Calling delete_port for 96c8acae-b8cc-4eed-af97-bcefcfe399c5 owned by compute:nova {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:34:45.363368 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23880d14-5c60-41dc-a4b7-5afd90652758 req-f027156e-4ba7-40f3-81b5-3fbc26bc52be tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:45.365020 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-23880d14-5c60-41dc-a4b7-5afd90652758 req-f027156e-4ba7-40f3-81b5-3fbc26bc52be tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0633497 Oct 17 04:34:45.378526 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59292) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:34:45.383380 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-ccd0a661-f627-4fa6-b9d1-412cddfe2f57 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Request body: {'floatingip': {'port_id': 'd6e73103-0bcc-46c6-a3be-e7d793fb4195'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:34:45.402489 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b01be-1513-4686-82dc-76f8bf034f7b req-f5dddda0-8d71-4638-b008-b3ba5ef51950 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:45.403983 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-202b01be-1513-4686-82dc-76f8bf034f7b req-f5dddda0-8d71-4638-b008-b3ba5ef51950 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0602489 Oct 17 04:34:45.431543 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:45.451118 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-826bcef8-2ac2-41d9-945e-12016b412305 req-92476d0c-17bd-4048-97c3-8ef40f82d5e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (96c8acae-b8cc-4eed-af97-bcefcfe399c5), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:45.472862 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a661-f627-4fa6-b9d1-412cddfe2f57 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for floatingip (290b62cf-17c9-452d-b89f-7c4c5a2c2b3c), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:45.488857 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-202b01be-1513-4686-82dc-76f8bf034f7b req-c88667c3-6c8d-4279-8394-5446de544ab7 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793970 Oct 17 04:34:45.493442 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92476d0c-17bd-4048-97c3-8ef40f82d5e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event deleted for resources: {'Port': ['ID=96c8acae-b8cc-4eed-af97-bcefcfe399c5,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:45.494726 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb51eea-3689-484e-9acf-bee45c3620d8 req-841ab845-e30d-46ea-a0f5-08841df107d6 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:45.496667 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-beb51eea-3689-484e-9acf-bee45c3620d8 req-841ab845-e30d-46ea-a0f5-08841df107d6 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 945 time: 0.0671179 Oct 17 04:34:45.553475 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-beb51eea-3689-484e-9acf-bee45c3620d8 req-c287fbb8-c83a-407a-8d87-f234e841feba tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03607a92-c711-4fe5-927e-76f6322b7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503652 Oct 17 04:34:45.672949 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:45.739402 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-826bcef8-2ac2-41d9-945e-12016b412305 req-92476d0c-17bd-4048-97c3-8ef40f82d5e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Router ef9dfe8e-2638-428a-b697-819c4f07a1e8 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:34:45.939492 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-826bcef8-2ac2-41d9-945e-12016b412305 req-92476d0c-17bd-4048-97c3-8ef40f82d5e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:34:45.949863 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc1abc7-0f14-4a2f-9339-9b5db346c01f None None] Sync routers for ids ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:34:45.961190 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc1abc7-0f14-4a2f-9339-9b5db346c01f None None] Routers {'ef9dfe8e-2638-428a-b697-819c4f07a1e8'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:34:45.962073 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-0dc1abc7-0f14-4a2f-9339-9b5db346c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:34:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:34:46.025321 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-826bcef8-2ac2-41d9-945e-12016b412305 req-92476d0c-17bd-4048-97c3-8ef40f82d5e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] No DVR routers for this DVR port 96c8acae-b8cc-4eed-af97-bcefcfe399c5 on host hv-cinder-86155 {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:34:46.028370 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-826bcef8-2ac2-41d9-945e-12016b412305 req-92476d0c-17bd-4048-97c3-8ef40f82d5e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:46.031640 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-826bcef8-2ac2-41d9-945e-12016b412305 req-92476d0c-17bd-4048-97c3-8ef40f82d5e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.20 "DELETE /networking/v2.0/ports/96c8acae-b8cc-4eed-af97-bcefcfe399c5 HTTP/1.1" status: 204 len: 173 time: 1.1160231 Oct 17 04:34:46.032135 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc759c8-a208-4df1-bf3e-dd2b89bff369', 'name': 'network-vif-deleted', 'tag': '96c8acae-b8cc-4eed-af97-bcefcfe399c5'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:34:46.034420 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd05e309-9fdf-4faa-a3e4-1f1640689f8d" -d '{"events": [{"server_uuid": "ffc759c8-a208-4df1-bf3e-dd2b89bff369", "name": "network-vif-deleted", "tag": "96c8acae-b8cc-4eed-af97-bcefcfe399c5"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:34:46.072718 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-0dc1abc7-0f14-4a2f-9339-9b5db346c01f None None] Set router ef9dfe8e-2638-428a-b697-819c4f07a1e8 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:34:46.111802 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a83359b-6583-4934-874f-9503ee2fbe3c x-openstack-request-id: req-0a83359b-6583-4934-874f-9503ee2fbe3c {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:34:46.112087 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc759c8-a208-4df1-bf3e-dd2b89bff369", "name": "network-vif-deleted", "tag": "96c8acae-b8cc-4eed-af97-bcefcfe399c5", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:34:46.112339 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0a83359b-6583-4934-874f-9503ee2fbe3c {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:34:46.112736 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a83359b-6583-4934-874f-9503ee2fbe3c'] response: {'server_uuid': 'ffc759c8-a208-4df1-bf3e-dd2b89bff369', 'name': 'network-vif-deleted', 'tag': '96c8acae-b8cc-4eed-af97-bcefcfe399c5', 'status': 'completed', 'code': 200} Oct 17 04:34:46.121451 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:46.184102 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a661-f627-4fa6-b9d1-412cddfe2f57 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:46.189650 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a661-f627-4fa6-b9d1-412cddfe2f57 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (290b62cf-17c9-452d-b89f-7c4c5a2c2b3c), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:46.295257 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-0dc1abc7-0f14-4a2f-9339-9b5db346c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:34:46.321951 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc1abc7-0f14-4a2f-9339-9b5db346c01f None None] Checking router: ef9dfe8e-2638-428a-b697-819c4f07a1e8 for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:34:46.332274 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc1abc7-0f14-4a2f-9339-9b5db346c01f None None] Routers {'ef9dfe8e-2638-428a-b697-819c4f07a1e8'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:34:46.333155 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-0dc1abc7-0f14-4a2f-9339-9b5db346c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:34:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:34:46.384143 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:46.415659 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd0a661-f627-4fa6-b9d1-412cddfe2f57 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Router 360408b5-178b-451c-aa29-5d9d8bcf86eb has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:34:46.529677 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd0a661-f627-4fa6-b9d1-412cddfe2f57 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:34:46.534326 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a661-f627-4fa6-b9d1-412cddfe2f57 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:46.544512 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d682bf60-144a-4c70-964a-2b6144a5904f None None] Sync routers for ids ['360408b5-178b-451c-aa29-5d9d8bcf86eb'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:34:46.548135 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=19 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:46.560522 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d682bf60-144a-4c70-964a-2b6144a5904f None None] Routers {'360408b5-178b-451c-aa29-5d9d8bcf86eb'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:34:46.566099 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-d682bf60-144a-4c70-964a-2b6144a5904f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:34:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['360408b5-178b-451c-aa29-5d9d8bcf86eb'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:34:46.596953 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-0dc1abc7-0f14-4a2f-9339-9b5db346c01f None None] Set router ef9dfe8e-2638-428a-b697-819c4f07a1e8 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:34:46.601326 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-ccd0a661-f627-4fa6-b9d1-412cddfe2f57 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/290b62cf-17c9-452d-b89f-7c4c5a2c2b3c HTTP/1.1" status: 200 len: 992 time: 1.2217064 Oct 17 04:34:46.684423 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ba592-4d87-474c-9444-254c8101d642 req-415a5886-13a2-4ca0-87d4-120fbea5500c tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:46.687621 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e20ba592-4d87-474c-9444-254c8101d642 req-415a5886-13a2-4ca0-87d4-120fbea5500c tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0673945 Oct 17 04:34:46.716526 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-d682bf60-144a-4c70-964a-2b6144a5904f None None] Set router 360408b5-178b-451c-aa29-5d9d8bcf86eb gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:34:46.726696 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1a3854be-bc28-4c41-8042-ea3cbed8a67e req-133180cb-29f2-4f03-b5f5-46c395a70769 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffc759c8-a208-4df1-bf3e-dd2b89bff369 HTTP/1.1" status: 200 len: 210 time: 0.0587072 Oct 17 04:34:46.760646 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e20ba592-4d87-474c-9444-254c8101d642 req-375f73e1-8962-4634-978b-a228573aaef2 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681436 Oct 17 04:34:46.809494 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=100 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:46.850120 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-0dc1abc7-0f14-4a2f-9339-9b5db346c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:34:46.878895 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc1abc7-0f14-4a2f-9339-9b5db346c01f None None] The sync data for ids ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'] in dv-cinder-861557-1-iscsi is: [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:34:46.961841 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-d682bf60-144a-4c70-964a-2b6144a5904f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'name': 'tempest-ServerRescueNegativeTestJSON-196942370-router', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:02Z', 'revision_number': 4, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'gw_port': {'id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '290b62cf-17c9-452d-b89f-7c4c5a2c2b3c', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'port_id': 'd6e73103-0bcc-46c6-a3be-e7d793fb4195', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'mac_address': 'fa:16:3e:61:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5722cf2-3e88-4c8e-a533-e6a228c13a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:32:55Z', 'updated_at': '2022-10-17T04:34:46Z', 'revision_number': 3, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7', 'name': '', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'mac_address': 'fa:16:3e:94:74:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:27Z', 'revision_number': 5, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'subnets': [{'id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:34:47.074172 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d682bf60-144a-4c70-964a-2b6144a5904f None None] Checking router: 360408b5-178b-451c-aa29-5d9d8bcf86eb for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:34:47.083186 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d682bf60-144a-4c70-964a-2b6144a5904f None None] Routers {'360408b5-178b-451c-aa29-5d9d8bcf86eb'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:34:47.083795 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-d682bf60-144a-4c70-964a-2b6144a5904f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:34:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['360408b5-178b-451c-aa29-5d9d8bcf86eb'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:34:47.106284 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff008e15-4ab6-4d0b-a806-4c71ec203555 None None] New status for floating IP 097697b6-7613-4970-8510-773d7a18ebc8: DOWN {{(pid=104489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:34:47.189782 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-d682bf60-144a-4c70-964a-2b6144a5904f None None] Set router 360408b5-178b-451c-aa29-5d9d8bcf86eb gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:34:47.366133 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:47.404066 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-d682bf60-144a-4c70-964a-2b6144a5904f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'name': 'tempest-ServerRescueNegativeTestJSON-196942370-router', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:02Z', 'revision_number': 4, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'gw_port': {'id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '290b62cf-17c9-452d-b89f-7c4c5a2c2b3c', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'port_id': 'd6e73103-0bcc-46c6-a3be-e7d793fb4195', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'mac_address': 'fa:16:3e:61:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5722cf2-3e88-4c8e-a533-e6a228c13a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:32:55Z', 'updated_at': '2022-10-17T04:34:46Z', 'revision_number': 3, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7', 'name': '', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'mac_address': 'fa:16:3e:94:74:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:27Z', 'revision_number': 5, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'subnets': [{'id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:34:47.431936 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d682bf60-144a-4c70-964a-2b6144a5904f None None] The sync data for ids ['360408b5-178b-451c-aa29-5d9d8bcf86eb'] in dv-cinder-861557-1-iscsi is: [{'id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'name': 'tempest-ServerRescueNegativeTestJSON-196942370-router', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:02Z', 'revision_number': 4, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'gw_port': {'id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '290b62cf-17c9-452d-b89f-7c4c5a2c2b3c', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'port_id': 'd6e73103-0bcc-46c6-a3be-e7d793fb4195', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'mac_address': 'fa:16:3e:61:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5722cf2-3e88-4c8e-a533-e6a228c13a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:32:55Z', 'updated_at': '2022-10-17T04:34:46Z', 'revision_number': 3, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7', 'name': '', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'mac_address': 'fa:16:3e:94:74:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:27Z', 'revision_number': 5, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'subnets': [{'id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:34:47.822039 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59310) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:34:47.877826 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-57fa42fd-b6ff-46f3-b840-76f4ea9da8f1 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (03607a92-c711-4fe5-927e-76f6322b7a08), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:47.888445 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5337d1b-faf4-42bc-bf09-b7f48b802122 req-7ca4b0fb-e3c5-4ffb-b9eb-56f74db1533f tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:47.889960 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d5337d1b-faf4-42bc-bf09-b7f48b802122 req-7ca4b0fb-e3c5-4ffb-b9eb-56f74db1533f tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0521681 Oct 17 04:34:47.901851 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-57fa42fd-b6ff-46f3-b840-76f4ea9da8f1 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (03607a92-c711-4fe5-927e-76f6322b7a08), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:47.938681 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:47.939068 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d5337d1b-faf4-42bc-bf09-b7f48b802122 req-e2d46392-863b-4b23-b1dc-904c03aa1243 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419276 Oct 17 04:34:47.956386 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-57fa42fd-b6ff-46f3-b840-76f4ea9da8f1 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (03607a92-c711-4fe5-927e-76f6322b7a08), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:47.959209 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-57fa42fd-b6ff-46f3-b840-76f4ea9da8f1 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:47.960400 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-57fa42fd-b6ff-46f3-b840-76f4ea9da8f1 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/03607a92-c711-4fe5-927e-76f6322b7a08 HTTP/1.1" status: 204 len: 168 time: 0.1372435 Oct 17 04:34:47.963328 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59312) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:34:47.970760 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa42fd-b6ff-46f3-b840-76f4ea9da8f1 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03607a92-c711-4fe5-927e-76f6322b7a08,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:47.982396 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.api.v2.resource [None req-712b1899-93e3-42d6-8ca3-6bbd3fe4475a tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] show failed (client error): The resource could not be found. Oct 17 04:34:47.983513 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-712b1899-93e3-42d6-8ca3-6bbd3fe4475a tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups/03607a92-c711-4fe5-927e-76f6322b7a08 HTTP/1.1" status: 404 len: 347 time: 0.0186751 Oct 17 04:34:47.986429 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59314) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:34:48.098267 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-c8863d27-257c-452e-a854-6cb125b8a716 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Deleting port 8231480d-a27a-4cd0-8e1a-23ac93165119 {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:34:48.098609 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c8863d27-257c-452e-a854-6cb125b8a716 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (8231480d-a27a-4cd0-8e1a-23ac93165119), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:48.113835 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5722cf2-3e88-4c8e-a533-e6a228c13a82', 'tag': 'd6e73103-0bcc-46c6-a3be-e7d793fb4195'}, {'name': 'network-changed', 'server_uuid': 'e5722cf2-3e88-4c8e-a533-e6a228c13a82', 'tag': 'd6e73103-0bcc-46c6-a3be-e7d793fb4195'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:34:48.116168 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a49c30-2ec9-47a8-9632-82be41cebd2a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5722cf2-3e88-4c8e-a533-e6a228c13a82", "tag": "d6e73103-0bcc-46c6-a3be-e7d793fb4195"}, {"name": "network-changed", "server_uuid": "e5722cf2-3e88-4c8e-a533-e6a228c13a82", "tag": "d6e73103-0bcc-46c6-a3be-e7d793fb4195"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:34:48.155095 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 96c8acae-b8cc-4eed-af97-bcefcfe399c5 no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:34:48.156936 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 17 Oct 2022 04:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec8b847-002a-4430-8630-a8313555b723 x-openstack-request-id: req-cec8b847-002a-4430-8630-a8313555b723 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:34:48.157585 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5722cf2-3e88-4c8e-a533-e6a228c13a82", "tag": "d6e73103-0bcc-46c6-a3be-e7d793fb4195", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5722cf2-3e88-4c8e-a533-e6a228c13a82", "tag": "d6e73103-0bcc-46c6-a3be-e7d793fb4195", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:34:48.157933 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cec8b847-002a-4430-8630-a8313555b723 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:34:48.159378 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cec8b847-002a-4430-8630-a8313555b723'] response: {'name': 'network-changed', 'server_uuid': 'e5722cf2-3e88-4c8e-a533-e6a228c13a82', 'tag': 'd6e73103-0bcc-46c6-a3be-e7d793fb4195', 'status': 'completed', 'code': 200} Oct 17 04:34:48.159378 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cec8b847-002a-4430-8630-a8313555b723'] response: {'name': 'network-changed', 'server_uuid': 'e5722cf2-3e88-4c8e-a533-e6a228c13a82', 'tag': 'd6e73103-0bcc-46c6-a3be-e7d793fb4195', 'status': 'completed', 'code': 200} Oct 17 04:34:48.175895 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] No Port match for: 96c8acae-b8cc-4eed-af97-bcefcfe399c5 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:34:48.176237 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 96c8acae-b8cc-4eed-af97-bcefcfe399c5 not bound to the agent host hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:34:48.180557 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c8863d27-257c-452e-a854-6cb125b8a716 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (8231480d-a27a-4cd0-8e1a-23ac93165119), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:48.180888 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c8863d27-257c-452e-a854-6cb125b8a716 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (8231480d-a27a-4cd0-8e1a-23ac93165119), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:48.194399 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-c8863d27-257c-452e-a854-6cb125b8a716 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Calling delete_port for 8231480d-a27a-4cd0-8e1a-23ac93165119 owned by network:floatingip {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:34:48.283921 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:48.340746 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:48.347427 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c8863d27-257c-452e-a854-6cb125b8a716 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (8231480d-a27a-4cd0-8e1a-23ac93165119), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:48.378958 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8863d27-257c-452e-a854-6cb125b8a716 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event deleted for resources: {'Port': ['ID=8231480d-a27a-4cd0-8e1a-23ac93165119,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:48.443284 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a49c30-2ec9-47a8-9632-82be41cebd2a req-f3b764cb-176f-4c44-9190-9a10085324cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:48.446108 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c5a49c30-2ec9-47a8-9632-82be41cebd2a req-f3b764cb-176f-4c44-9190-9a10085324cb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7bd6234b23704bdf809481085ce465eb&device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 1129 time: 0.2646213 Oct 17 04:34:48.446471 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c8863d27-257c-452e-a854-6cb125b8a716 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (097697b6-7613-4970-8510-773d7a18ebc8), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:48.450041 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c8863d27-257c-452e-a854-6cb125b8a716 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:48.451158 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-c8863d27-257c-452e-a854-6cb125b8a716 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/097697b6-7613-4970-8510-773d7a18ebc8 HTTP/1.1" status: 204 len: 168 time: 0.4638453 Oct 17 04:34:48.528952 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59320) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:34:48.533620 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-426d2454-0c2b-49e5-93c7-7ab128331ab8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--973753090', 'description': 'tempest-description--2000701182'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:34:48.545533 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a49c30-2ec9-47a8-9632-82be41cebd2a req-0e83b6f7-042d-45ac-b3d4-bd1165c08d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:48.547025 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c5a49c30-2ec9-47a8-9632-82be41cebd2a req-0e83b6f7-042d-45ac-b3d4-bd1165c08d2f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb HTTP/1.1" status: 200 len: 919 time: 0.0931802 Oct 17 04:34:48.555136 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-426d2454-0c2b-49e5-93c7-7ab128331ab8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:48.613142 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c5a49c30-2ec9-47a8-9632-82be41cebd2a req-ef3d3a32-ec87-4143-a100-783a63efeb67 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e73103-0bcc-46c6-a3be-e7d793fb4195 HTTP/1.1" status: 200 len: 1000 time: 0.0578322 Oct 17 04:34:48.626747 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-426d2454-0c2b-49e5-93c7-7ab128331ab8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (7f004d50-bc0e-4df6-866d-88cf0dbd4f54), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:48.630366 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-426d2454-0c2b-49e5-93c7-7ab128331ab8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (7f004d50-bc0e-4df6-866d-88cf0dbd4f54), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:48.661366 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-426d2454-0c2b-49e5-93c7-7ab128331ab8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:48.662576 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-426d2454-0c2b-49e5-93c7-7ab128331ab8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1325905 Oct 17 04:34:48.664428 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d2454-0c2b-49e5-93c7-7ab128331ab8 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f004d50-bc0e-4df6-866d-88cf0dbd4f54,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:48.665607 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59322) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:34:48.671132 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-c325a542-0d75-4ea3-a2b9-4f06b8f0b0a7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'security_group_rule': {'security_group_id': '7f004d50-bc0e-4df6-866d-88cf0dbd4f54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:34:48.677802 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a49c30-2ec9-47a8-9632-82be41cebd2a req-55fd5ec2-2da1-4edb-ae88-218bed6df890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:48.679088 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c5a49c30-2ec9-47a8-9632-82be41cebd2a req-55fd5ec2-2da1-4edb-ae88-218bed6df890 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c0346a38-a53e-4be5-b7d5-8ede2ed11f33 HTTP/1.1" status: 200 len: 857 time: 0.0582199 Oct 17 04:34:48.734873 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c325a542-0d75-4ea3-a2b9-4f06b8f0b0a7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (a9c5a3c7-4bde-4e71-b9f6-9ede35b3896c), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:48.746111 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a49c30-2ec9-47a8-9632-82be41cebd2a req-6a48254c-621c-4195-96f8-0c3bcd8f3cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:48.747586 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c5a49c30-2ec9-47a8-9632-82be41cebd2a req-6a48254c-621c-4195-96f8-0c3bcd8f3cb9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589154 Oct 17 04:34:48.836461 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c325a542-0d75-4ea3-a2b9-4f06b8f0b0a7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (a9c5a3c7-4bde-4e71-b9f6-9ede35b3896c), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:48.842084 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c325a542-0d75-4ea3-a2b9-4f06b8f0b0a7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (a9c5a3c7-4bde-4e71-b9f6-9ede35b3896c), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:48.876575 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325a542-0d75-4ea3-a2b9-4f06b8f0b0a7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c5a3c7-4bde-4e71-b9f6-9ede35b3896c,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:48.887469 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c325a542-0d75-4ea3-a2b9-4f06b8f0b0a7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:48.888661 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-c325a542-0d75-4ea3-a2b9-4f06b8f0b0a7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2220528 Oct 17 04:34:48.891623 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59324) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:34:48.894547 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c5a49c30-2ec9-47a8-9632-82be41cebd2a req-9cfd0fad-fe24-438d-bf51-5820068df5ff service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376405 Oct 17 04:34:48.896542 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-48566e40-55de-4576-83f2-2f3faa422a1a tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'security_group_rule': {'security_group_id': '7f004d50-bc0e-4df6-866d-88cf0dbd4f54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:34:48.925215 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-48566e40-55de-4576-83f2-2f3faa422a1a tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (f2f0d3f1-0ee7-4895-bce3-00ac5523fdc0), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:48.948536 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:48.989551 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-48566e40-55de-4576-83f2-2f3faa422a1a tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (f2f0d3f1-0ee7-4895-bce3-00ac5523fdc0), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:48.992620 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c5a49c30-2ec9-47a8-9632-82be41cebd2a req-e503507e-4998-4cb2-9f02-4c8fcb8972ca service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916595 Oct 17 04:34:48.993561 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-48566e40-55de-4576-83f2-2f3faa422a1a tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (f2f0d3f1-0ee7-4895-bce3-00ac5523fdc0), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:49.014938 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48566e40-55de-4576-83f2-2f3faa422a1a tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f0d3f1-0ee7-4895-bce3-00ac5523fdc0,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:49.039523 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-48566e40-55de-4576-83f2-2f3faa422a1a tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:49.040662 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-48566e40-55de-4576-83f2-2f3faa422a1a tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480114 Oct 17 04:34:49.048210 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59328) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:34:49.053707 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-d954ba11-105a-4064-9e0b-b4255799ea94 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'floatingip': {'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:34:49.074471 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5621bfd-d058-4761-9324-bf442b299422 req-e136502d-f780-459d-a4c4-2750a5fb5ff7 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:49.075946 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f5621bfd-d058-4761-9324-bf442b299422 req-e136502d-f780-459d-a4c4-2750a5fb5ff7 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0488019 Oct 17 04:34:49.095487 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a49c30-2ec9-47a8-9632-82be41cebd2a req-de0937b7-932c-4d4a-84f6-150be8bf9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:49.097036 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c5a49c30-2ec9-47a8-9632-82be41cebd2a req-de0937b7-932c-4d4a-84f6-150be8bf9565 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7bd6234b23704bdf809481085ce465eb&device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 1129 time: 0.0591829 Oct 17 04:34:49.101140 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d954ba11-105a-4064-9e0b-b4255799ea94 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:49.124490 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f5621bfd-d058-4761-9324-bf442b299422 req-24a28f19-03cf-4240-b801-d139f3674e67 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424297 Oct 17 04:34:49.244855 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:49.249534 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d954ba11-105a-4064-9e0b-b4255799ea94 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:49.269901 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a49c30-2ec9-47a8-9632-82be41cebd2a req-f1ffc9dd-03a8-422a-8b72-0fc0400a7d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:49.271364 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c5a49c30-2ec9-47a8-9632-82be41cebd2a req-f1ffc9dd-03a8-422a-8b72-0fc0400a7d84 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb HTTP/1.1" status: 200 len: 919 time: 0.1658418 Oct 17 04:34:49.393124 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c5a49c30-2ec9-47a8-9632-82be41cebd2a req-f89d7d9c-573e-467e-8a71-f735769dca2f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e73103-0bcc-46c6-a3be-e7d793fb4195 HTTP/1.1" status: 200 len: 1000 time: 0.0958979 Oct 17 04:34:49.452707 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-d954ba11-105a-4064-9e0b-b4255799ea94 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Allocated IP 172.27.3.209 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/8cb4619d-d09d-422b-a6f6-8e5995902f16) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:34:49.469099 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a49c30-2ec9-47a8-9632-82be41cebd2a req-cb3da00c-b24f-4428-902b-68bc8c2f2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:49.470556 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c5a49c30-2ec9-47a8-9632-82be41cebd2a req-cb3da00c-b24f-4428-902b-68bc8c2f2597 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c0346a38-a53e-4be5-b7d5-8ede2ed11f33 HTTP/1.1" status: 200 len: 857 time: 0.0708992 Oct 17 04:34:49.558994 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a49c30-2ec9-47a8-9632-82be41cebd2a req-1f60cb77-bf7b-46af-a443-9ab1e74fe128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:49.560460 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c5a49c30-2ec9-47a8-9632-82be41cebd2a req-1f60cb77-bf7b-46af-a443-9ab1e74fe128 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825722 Oct 17 04:34:49.644738 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d954ba11-105a-4064-9e0b-b4255799ea94 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for port (8cb4619d-d09d-422b-a6f6-8e5995902f16), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:49.701750 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c5a49c30-2ec9-47a8-9632-82be41cebd2a req-7f283d57-c4f2-4ea6-a2c1-62da5e845f88 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330895 Oct 17 04:34:49.717634 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d954ba11-105a-4064-9e0b-b4255799ea94 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (8cb4619d-d09d-422b-a6f6-8e5995902f16), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:49.780394 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:49.799407 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d954ba11-105a-4064-9e0b-b4255799ea94 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:34:49.807981 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-d954ba11-105a-4064-9e0b-b4255799ea94 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:34:49.810499 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954ba11-105a-4064-9e0b-b4255799ea94 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:34:49.815224 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954ba11-105a-4064-9e0b-b4255799ea94 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'Port': ['ID=8cb4619d-d09d-422b-a6f6-8e5995902f16,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:49.876483 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c5a49c30-2ec9-47a8-9632-82be41cebd2a req-07c933be-3e13-464c-9430-f5ea80862cbc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676731 Oct 17 04:34:49.923399 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d954ba11-105a-4064-9e0b-b4255799ea94 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (93704277-7fb5-4ab9-8b3f-f557c1f49835), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:49.959416 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d954ba11-105a-4064-9e0b-b4255799ea94 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (8cb4619d-d09d-422b-a6f6-8e5995902f16), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:49.987593 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:50.109096 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d954ba11-105a-4064-9e0b-b4255799ea94 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for port (8cb4619d-d09d-422b-a6f6-8e5995902f16), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:50.113020 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d954ba11-105a-4064-9e0b-b4255799ea94 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (8cb4619d-d09d-422b-a6f6-8e5995902f16), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:50.185444 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d954ba11-105a-4064-9e0b-b4255799ea94 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (93704277-7fb5-4ab9-8b3f-f557c1f49835), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:50.188018 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954ba11-105a-4064-9e0b-b4255799ea94 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'Port': ['ID=8cb4619d-d09d-422b-a6f6-8e5995902f16,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:50.203910 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d954ba11-105a-4064-9e0b-b4255799ea94 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:50.205100 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-d954ba11-105a-4064-9e0b-b4255799ea94 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1561155 Oct 17 04:34:50.248586 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af650f-dc00-480e-908a-d737f6d9a02b req-fac990f7-bfff-44b2-aa8d-bfd66c9440d0 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:50.250097 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-81af650f-dc00-480e-908a-d737f6d9a02b req-fac990f7-bfff-44b2-aa8d-bfd66c9440d0 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0491290 Oct 17 04:34:50.300626 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-81af650f-dc00-480e-908a-d737f6d9a02b req-44325c97-551f-4681-9568-a2f3724ba6ac tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450387 Oct 17 04:34:50.409640 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-3eab30a3-9c9b-4479-8a8d-cbf6df12d431 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--973753090&fields=id&tenant_id=e022e6125e85417881ce226db7a5c764 HTTP/1.1" status: 200 len: 267 time: 0.0428886 Oct 17 04:34:50.519842 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-982d1edd-ebef-4486-9060-cece333941ad tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:50.521341 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-982d1edd-ebef-4486-9060-cece333941ad tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/networks?id=60b2c529-82f9-47ea-9951-24ba7b38ebc9 HTTP/1.1" status: 200 len: 815 time: 0.1055474 Oct 17 04:34:50.536766 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1525e523-f726-4a84-9190-2ac502ed8c2d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/quotas/e022e6125e85417881ce226db7a5c764 HTTP/1.1" status: 200 len: 375 time: 0.0092111 Oct 17 04:34:50.589032 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-48fcd439-6aac-4862-aa2a-7d0340f5a385 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e022e6125e85417881ce226db7a5c764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468276 Oct 17 04:34:50.645099 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:50.679540 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:50.685819 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-cce57835-ee25-425d-9e90-b0555f22d178 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852268 Oct 17 04:34:50.779298 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-3e368bef-8c49-4af1-a550-519476b4c7a5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872195 Oct 17 04:34:50.938458 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-46a20692-ed8e-4b4d-b65b-a9882ce925e1 req-143ae627-d70b-45d7-a301-859a7785de5c tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=00d500c7-5fa9-4811-8064-25f3c15d0928 HTTP/1.1" status: 200 len: 210 time: 0.0269904 Oct 17 04:34:51.432501 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bdc17-e397-4108-873a-6364475093a8 req-3de92ea9-129e-4dee-8ac7-eb86848a1681 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:51.433994 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-602bdc17-e397-4108-873a-6364475093a8 req-3de92ea9-129e-4dee-8ac7-eb86848a1681 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0474079 Oct 17 04:34:51.482219 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-602bdc17-e397-4108-873a-6364475093a8 req-21a2dcf9-99e0-42e3-98d8-066d88f2a956 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423644 Oct 17 04:34:51.739365 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398e5f3-642f-4241-ba26-001c3381e6c8 req-27a251e5-8f78-4a84-b748-419235b8a52d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:51.740763 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9398e5f3-642f-4241-ba26-001c3381e6c8 req-27a251e5-8f78-4a84-b748-419235b8a52d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0597363 Oct 17 04:34:51.770145 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef568808-57c9-4061-9f71-77a8b22a5c85 req-a34b0533-8742-478b-b347-cee4859df67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:51.771684 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ef568808-57c9-4061-9f71-77a8b22a5c85 req-a34b0533-8742-478b-b347-cee4859df67b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=9de6141e0c3a41bcb84ac635b48a51df&device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 1129 time: 0.0402520 Oct 17 04:34:51.787803 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9398e5f3-642f-4241-ba26-001c3381e6c8 req-d824798b-623d-408a-a37b-b35d51fa3b7d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413744 Oct 17 04:34:52.048501 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-edfe64c4-0d94-484e-9957-a6e38ffae869 req-45172f90-ecb0-4dd2-b6e2-74d7f0bfd5e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=00d500c7-5fa9-4811-8064-25f3c15d0928 HTTP/1.1" status: 200 len: 210 time: 0.0307362 Oct 17 04:34:52.088119 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef568808-57c9-4061-9f71-77a8b22a5c85 req-057d1ffc-ffda-41c7-814f-5e57ba05ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:52.090452 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ef568808-57c9-4061-9f71-77a8b22a5c85 req-057d1ffc-ffda-41c7-814f-5e57ba05ff83 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=5b651c35-159b-4d6e-a364-6761b8b7e75b HTTP/1.1" status: 200 len: 911 time: 0.1004324 Oct 17 04:34:52.215130 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ef568808-57c9-4061-9f71-77a8b22a5c85 req-724d2b44-70b4-4703-bcd7-8641239467c6 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b48d51f-4326-473b-8c9d-416ea81fac1e HTTP/1.1" status: 200 len: 1001 time: 0.1120563 Oct 17 04:34:52.280631 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-515483c9-5b04-44ce-b885-9e5d7acf00d7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:52.282067 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-515483c9-5b04-44ce-b885-9e5d7acf00d7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.20 "GET /networking/v2.0/networks?id=60b2c529-82f9-47ea-9951-24ba7b38ebc9 HTTP/1.1" status: 200 len: 815 time: 0.1735637 Oct 17 04:34:52.292405 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef568808-57c9-4061-9f71-77a8b22a5c85 req-88e957dc-1d67-4405-b985-84d49c76d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:52.293756 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ef568808-57c9-4061-9f71-77a8b22a5c85 req-88e957dc-1d67-4405-b985-84d49c76d4e6 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d4565b2b-3a4c-4521-9f7b-f70198a8501f HTTP/1.1" status: 200 len: 849 time: 0.0686743 Oct 17 04:34:52.413669 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef568808-57c9-4061-9f71-77a8b22a5c85 req-964b43bc-713d-4c67-9146-f47271d38959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:52.415139 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ef568808-57c9-4061-9f71-77a8b22a5c85 req-964b43bc-713d-4c67-9146-f47271d38959 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=5b651c35-159b-4d6e-a364-6761b8b7e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538626 Oct 17 04:34:52.418110 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:52.458652 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-3e2c033a-3d3c-466b-96e6-9944e1e5810d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e022e6125e85417881ce226db7a5c764 HTTP/1.1" status: 200 len: 379 time: 0.1025524 Oct 17 04:34:52.491950 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-550ff8a7-0049-4d1e-a529-3990dda6b826 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'port': {'device_id': '00d500c7-5fa9-4811-8064-25f3c15d0928', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'admin_state_up': True, 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'security_groups': ['7f004d50-bc0e-4df6-866d-88cf0dbd4f54']}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:34:52.590113 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ef568808-57c9-4061-9f71-77a8b22a5c85 req-5b6250ad-cad9-409b-9b72-90d8cedaf140 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643250 Oct 17 04:34:52.863272 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:52.904942 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-550ff8a7-0049-4d1e-a529-3990dda6b826 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Made reservation on behalf of e022e6125e85417881ce226db7a5c764 for: {'port': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:34:52.908640 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-550ff8a7-0049-4d1e-a529-3990dda6b826 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:52.910253 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d955e-a7eb-404b-8764-4331d024c95c req-345f2c97-77a7-4f6a-8bb3-fa27e0258120 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:52.911745 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c17d955e-a7eb-404b-8764-4331d024c95c req-345f2c97-77a7-4f6a-8bb3-fa27e0258120 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0485699 Oct 17 04:34:52.932780 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ef568808-57c9-4061-9f71-77a8b22a5c85 req-47735ce8-c6ce-44aa-87eb-9a33769266e6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340998 Oct 17 04:34:52.963665 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c17d955e-a7eb-404b-8764-4331d024c95c req-de6b32dd-c0e7-44e7-a6f6-d831b716f0cc tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451188 Oct 17 04:34:53.048552 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-550ff8a7-0049-4d1e-a529-3990dda6b826 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Allocated IP 172.20.0.9 (60b2c529-82f9-47ea-9951-24ba7b38ebc9/a304680d-2236-42f7-928f-3e762d91fb9c/b5d22a9b-0e70-4aa1-8839-2f3f94ffa514) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:34:53.157375 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7f865aaa-8d16-42b4-bee8-a8a73ff5357f req-8a9b5d19-f952-4d72-9537-d0fb8c29f3aa tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=00d500c7-5fa9-4811-8064-25f3c15d0928 HTTP/1.1" status: 200 len: 210 time: 0.0309491 Oct 17 04:34:53.190842 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-550ff8a7-0049-4d1e-a529-3990dda6b826 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for port (b5d22a9b-0e70-4aa1-8839-2f3f94ffa514), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:53.222731 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-550ff8a7-0049-4d1e-a529-3990dda6b826 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (b5d22a9b-0e70-4aa1-8839-2f3f94ffa514), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:53.265495 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-550ff8a7-0049-4d1e-a529-3990dda6b826 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:34:53.268606 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-550ff8a7-0049-4d1e-a529-3990dda6b826 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:34:53.271046 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-550ff8a7-0049-4d1e-a529-3990dda6b826 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:34:53.302849 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ff8a7-0049-4d1e-a529-3990dda6b826 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'Port': ['ID=b5d22a9b-0e70-4aa1-8839-2f3f94ffa514,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:53.329786 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-550ff8a7-0049-4d1e-a529-3990dda6b826 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:53.330406 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-550ff8a7-0049-4d1e-a529-3990dda6b826 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:53.352611 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-550ff8a7-0049-4d1e-a529-3990dda6b826 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8656116 Oct 17 04:34:53.524361 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-5d58e9c3-f4cb-43d7-84ff-55d4d8630705 None None] Provisioning complete for port b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:34:53.524911 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-5d58e9c3-f4cb-43d7-84ff-55d4d8630705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (b5d22a9b-0e70-4aa1-8839-2f3f94ffa514), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:53.525036 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-5d58e9c3-f4cb-43d7-84ff-55d4d8630705 None None] Attempt 1 to provision port b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 Oct 17 04:34:53.556684 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-5d58e9c3-f4cb-43d7-84ff-55d4d8630705 None None] Port b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:34:53.921621 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] Request body: {'port': {'device_id': '00d500c7-5fa9-4811-8064-25f3c15d0928', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86155'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:34:53.980123 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:53.990205 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (b5d22a9b-0e70-4aa1-8839-2f3f94ffa514), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:54.085445 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c0d98-0fd3-41f1-99e1-1ffc9ff9680c req-df09d2c5-5ee8-4117-bf0b-26e97a06d5f9 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:54.086836 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-173c0d98-0fd3-41f1-99e1-1ffc9ff9680c req-df09d2c5-5ee8-4117-bf0b-26e97a06d5f9 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0472949 Oct 17 04:34:54.136433 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-173c0d98-0fd3-41f1-99e1-1ffc9ff9680c req-b5cdfc50-a1fe-42c7-acb6-41700c559241 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426536 Oct 17 04:34:54.248281 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:34:54.254438 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:54.256530 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] Publish callbacks [] for port (b5d22a9b-0e70-4aa1-8839-2f3f94ffa514), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:54.272122 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] Transition to ACTIVE for port object b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 will not be triggered until provisioned by entity L2. {{(pid=104487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:34:54.276513 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (b5d22a9b-0e70-4aa1-8839-2f3f94ffa514), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:54.277703 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5afc7-5286-4b62-9d9f-5877562f6aa9 req-0ec321b3-8f88-4e3b-82db-aae379ae3543 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:54.279320 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7ae5afc7-5286-4b62-9d9f-5877562f6aa9 req-0ec321b3-8f88-4e3b-82db-aae379ae3543 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=00d500c7-5fa9-4811-8064-25f3c15d0928 HTTP/1.1" status: 200 len: 931 time: 0.0468524 Oct 17 04:34:54.329396 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7ae5afc7-5286-4b62-9d9f-5877562f6aa9 req-c26ad536-0855-416e-8cd7-9b0f9add0a8e tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7f004d50-bc0e-4df6-866d-88cf0dbd4f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443435 Oct 17 04:34:54.341761 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] Pushing event updated for resources: {'Port': ['ID=b5d22a9b-0e70-4aa1-8839-2f3f94ffa514,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:54.389409 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] Attempting to bind port b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 on host hv-cinder-86155 for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:34:54.389737 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] Attempting to bind port b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 by drivers openvswitch,hyperv on host hv-cinder-86155 at level 0 using segments [{'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:34:54.390060 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] Attempting to bind port b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 on network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:34:54.429621 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] Port b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 on network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86155 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:34:54.429944 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] Attempting to bind port b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 on network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:34:54.473974 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] Checking agent: {'id': '98af6631-6ac5-4afe-8748-fa983cad7c78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86155', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:34:54.474302 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] Checking segment: {'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:34:54.474674 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] Bound using segment: {'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:34:54.475094 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] Bound port: b5d22a9b-0e70-4aa1-8839-2f3f94ffa514, host: hv-cinder-86155, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:34:54.475444 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (b5d22a9b-0e70-4aa1-8839-2f3f94ffa514), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:54.534603 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] For port b5d22a9b-0e70-4aa1-8839-2f3f94ffa514, host hv-cinder-86155, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:34:54.537555 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] For port b5d22a9b-0e70-4aa1-8839-2f3f94ffa514, host hv-cinder-86155, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=b5d22a9b-0e70-4aa1-8839-2f3f94ffa514,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:34:54.544129 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (b5d22a9b-0e70-4aa1-8839-2f3f94ffa514), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:54.548203 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:54.548810 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:54.550206 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 HTTP/1.1" status: 200 len: 1093 time: 0.6328483 Oct 17 04:34:54.550750 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d500c7-5fa9-4811-8064-25f3c15d0928', 'tag': 'b5d22a9b-0e70-4aa1-8839-2f3f94ffa514'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:34:54.552994 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040e3246-c218-4797-9b99-f0943356e951" -d '{"events": [{"name": "network-changed", "server_uuid": "00d500c7-5fa9-4811-8064-25f3c15d0928", "tag": "b5d22a9b-0e70-4aa1-8839-2f3f94ffa514"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:34:54.594628 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6d657d-5ebd-4ee1-80f9-292e5593bf18 x-openstack-request-id: req-5f6d657d-5ebd-4ee1-80f9-292e5593bf18 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:34:54.594916 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d500c7-5fa9-4811-8064-25f3c15d0928", "tag": "b5d22a9b-0e70-4aa1-8839-2f3f94ffa514", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:34:54.595171 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5f6d657d-5ebd-4ee1-80f9-292e5593bf18 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:34:54.595575 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f6d657d-5ebd-4ee1-80f9-292e5593bf18'] response: {'name': 'network-changed', 'server_uuid': '00d500c7-5fa9-4811-8064-25f3c15d0928', 'tag': 'b5d22a9b-0e70-4aa1-8839-2f3f94ffa514', 'status': 'completed', 'code': 200} Oct 17 04:34:54.615079 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54e495-588c-44d5-8614-f87d9d9a3b3c service neutron] Pushing event updated for resources: {'Port': ['ID=b5d22a9b-0e70-4aa1-8839-2f3f94ffa514,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:54.647708 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-243ad0ed-a295-48db-82d2-20e1d1119e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:54.649241 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-243ad0ed-a295-48db-82d2-20e1d1119e76 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=e022e6125e85417881ce226db7a5c764&device_id=00d500c7-5fa9-4811-8064-25f3c15d0928 HTTP/1.1" status: 200 len: 1127 time: 0.0464668 Oct 17 04:34:54.688830 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-348209ff-97c3-46fd-8350-d28679cddf56 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 HTTP/1.1" status: 200 len: 217 time: 0.0322204 Oct 17 04:34:54.736376 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-7e3e4fce-c5ff-4e2d-a0ee-7304fafcbc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:54.737861 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-7e3e4fce-c5ff-4e2d-a0ee-7304fafcbc6f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a304680d-2236-42f7-928f-3e762d91fb9c HTTP/1.1" status: 200 len: 854 time: 0.0434127 Oct 17 04:34:54.781670 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-224b1eab-e107-4334-bc1e-4b56cbdb0e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:54.783162 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-224b1eab-e107-4334-bc1e-4b56cbdb0e3c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=60b2c529-82f9-47ea-9951-24ba7b38ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373678 Oct 17 04:34:54.834621 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:54.877822 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-422757f2-60af-4153-9fe2-97bdd8bea06e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880380 Oct 17 04:34:54.973333 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-85e3652b-b85a-4d5a-be54-363c9002aa78 req-f0d8ad14-16ba-4ec1-8e3e-c0ac7d07befc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867047 Oct 17 04:34:55.455747 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4067b5c-ed6f-47a3-bd60-0ce796635c5e req-c947feda-9ee2-490b-aaa1-749f0d1fdbfd tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:55.457229 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f4067b5c-ed6f-47a3-bd60-0ce796635c5e req-c947feda-9ee2-490b-aaa1-749f0d1fdbfd tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=00d500c7-5fa9-4811-8064-25f3c15d0928 HTTP/1.1" status: 200 len: 943 time: 0.0492260 Oct 17 04:34:55.503887 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f4067b5c-ed6f-47a3-bd60-0ce796635c5e req-5b916048-b99d-4f34-ad3b-b2f569d43cdd tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7f004d50-bc0e-4df6-866d-88cf0dbd4f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411155 Oct 17 04:34:55.997393 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e3246-c218-4797-9b99-f0943356e951 req-83fe3156-a352-4faa-af1c-9ea143ce7dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:55.998850 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-040e3246-c218-4797-9b99-f0943356e951 req-83fe3156-a352-4faa-af1c-9ea143ce7dd1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=e022e6125e85417881ce226db7a5c764&device_id=00d500c7-5fa9-4811-8064-25f3c15d0928 HTTP/1.1" status: 200 len: 1127 time: 0.0397241 Oct 17 04:34:56.093579 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e3246-c218-4797-9b99-f0943356e951 req-9a017694-ffd4-4b25-883d-9c0c3203a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:56.095052 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-040e3246-c218-4797-9b99-f0943356e951 req-9a017694-ffd4-4b25-883d-9c0c3203a09e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=60b2c529-82f9-47ea-9951-24ba7b38ebc9 HTTP/1.1" status: 200 len: 916 time: 0.0897007 Oct 17 04:34:56.134818 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-040e3246-c218-4797-9b99-f0943356e951 req-9dfa5116-0975-4b1d-ba86-16fbb55111cb service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 HTTP/1.1" status: 200 len: 217 time: 0.0334806 Oct 17 04:34:56.166196 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:56.184987 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e3246-c218-4797-9b99-f0943356e951 req-12c7e3e5-84cd-4fba-9af7-4adae09bdad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:56.186476 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-040e3246-c218-4797-9b99-f0943356e951 req-12c7e3e5-84cd-4fba-9af7-4adae09bdad5 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a304680d-2236-42f7-928f-3e762d91fb9c HTTP/1.1" status: 200 len: 854 time: 0.0452175 Oct 17 04:34:56.228139 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e3246-c218-4797-9b99-f0943356e951 req-77ac8997-fd01-4d39-9d15-f86f6adde0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:56.230154 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-040e3246-c218-4797-9b99-f0943356e951 req-77ac8997-fd01-4d39-9d15-f86f6adde0c5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=60b2c529-82f9-47ea-9951-24ba7b38ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375829 Oct 17 04:34:56.321899 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-040e3246-c218-4797-9b99-f0943356e951 req-51fc16e1-04f7-4e56-bc07-f2070418e29a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853283 Oct 17 04:34:56.414860 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-040e3246-c218-4797-9b99-f0943356e951 req-6085ccf4-89ee-40b2-93e4-57fc704fd508 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865524 Oct 17 04:34:56.625308 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f718292-aeec-4ee2-aea4-421bee009b56 req-94948de9-2b38-439f-a5ee-10551cd01b7b tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:56.626779 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2f718292-aeec-4ee2-aea4-421bee009b56 req-94948de9-2b38-439f-a5ee-10551cd01b7b tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=00d500c7-5fa9-4811-8064-25f3c15d0928 HTTP/1.1" status: 200 len: 943 time: 0.0466483 Oct 17 04:34:56.673389 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2f718292-aeec-4ee2-aea4-421bee009b56 req-1f10ed47-5304-4e10-8bce-af4efb8562d9 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7f004d50-bc0e-4df6-866d-88cf0dbd4f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410051 Oct 17 04:34:57.795385 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7a2c1-08d4-40c5-bd00-fb6fbb6488e3 req-82726f82-92e2-4a9d-8223-1c29daf01e95 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:57.796822 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6fb7a2c1-08d4-40c5-bd00-fb6fbb6488e3 req-82726f82-92e2-4a9d-8223-1c29daf01e95 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=00d500c7-5fa9-4811-8064-25f3c15d0928 HTTP/1.1" status: 200 len: 943 time: 0.0492060 Oct 17 04:34:57.844307 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6fb7a2c1-08d4-40c5-bd00-fb6fbb6488e3 req-0c35d49f-7255-4ca3-90e9-eedceffdcae6 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7f004d50-bc0e-4df6-866d-88cf0dbd4f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418499 Oct 17 04:34:58.247301 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:34:58.348397 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port b5d22a9b-0e70-4aa1-8839-2f3f94ffa514, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=b5d22a9b-0e70-4aa1-8839-2f3f94ffa514,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:34:58.359639 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': 'b5d22a9b-0e70-4aa1-8839-2f3f94ffa514', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'port_id': 'b5d22a9b-0e70-4aa1-8839-2f3f94ffa514', 'mac_address': 'fa:16:3e:32:b0:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:34:58.394182 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:34:58.394498 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (b5d22a9b-0e70-4aa1-8839-2f3f94ffa514), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:58.408433 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:34:58.427871 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port b5d22a9b-0e70-4aa1-8839-2f3f94ffa514, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=b5d22a9b-0e70-4aa1-8839-2f3f94ffa514,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:34:58.431261 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (b5d22a9b-0e70-4aa1-8839-2f3f94ffa514), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:34:58.476671 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=b5d22a9b-0e70-4aa1-8839-2f3f94ffa514,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:34:58.484518 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:58.484857 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:58.485217 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:58.485567 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:58.485899 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:58.486221 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:58.486542 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:58.486861 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:58.487179 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:58.487498 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:58.487816 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:58.488147 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:58.488465 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:58.488782 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:58.489115 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:34:58.743773 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['b5d22a9b-0e70-4aa1-8839-2f3f94ffa514'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:34:58.792855 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:34:58.968449 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b70f8-2642-4a49-9e9c-193124ffd5f7 req-7739d2a0-888b-45b9-9a16-e77081c06e0a tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:34:58.969923 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9b2b70f8-2642-4a49-9e9c-193124ffd5f7 req-7739d2a0-888b-45b9-9a16-e77081c06e0a tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=00d500c7-5fa9-4811-8064-25f3c15d0928 HTTP/1.1" status: 200 len: 944 time: 0.0463181 Oct 17 04:34:59.016214 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9b2b70f8-2642-4a49-9e9c-193124ffd5f7 req-0e59e856-b19e-4bed-82ed-7fc37feecbda tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7f004d50-bc0e-4df6-866d-88cf0dbd4f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406754 Oct 17 04:35:00.124611 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:00.136099 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75f1d3-5a6e-4d78-8d1b-586fd5e5908b req-224ee6a1-5895-4089-b463-aa175c1d4ee7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:00.137645 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5f75f1d3-5a6e-4d78-8d1b-586fd5e5908b req-224ee6a1-5895-4089-b463-aa175c1d4ee7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=00d500c7-5fa9-4811-8064-25f3c15d0928 HTTP/1.1" status: 200 len: 944 time: 0.0473385 Oct 17 04:35:00.149494 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:00.187197 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5f75f1d3-5a6e-4d78-8d1b-586fd5e5908b req-e4732d81-9b01-4818-a8d7-2c5a92ab062c tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7f004d50-bc0e-4df6-866d-88cf0dbd4f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439165 Oct 17 04:35:00.253727 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:35:00.298335 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning for port b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 completed by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:35:00.305415 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:35:00.305779 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (b5d22a9b-0e70-4aa1-8839-2f3f94ffa514), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:00.306105 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 Oct 17 04:35:00.377609 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:35:00.377979 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (b5d22a9b-0e70-4aa1-8839-2f3f94ffa514), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:00.380423 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:00.403078 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d500c7-5fa9-4811-8064-25f3c15d0928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d22a9b-0e70-4aa1-8839-2f3f94ffa514'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:35:00.405422 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e949442a-a474-4e48-8aa8-31deb87d7ec7" -d '{"events": [{"server_uuid": "00d500c7-5fa9-4811-8064-25f3c15d0928", "name": "network-vif-plugged", "status": "completed", "tag": "b5d22a9b-0e70-4aa1-8839-2f3f94ffa514"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:35:00.419017 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port b5d22a9b-0e70-4aa1-8839-2f3f94ffa514, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=b5d22a9b-0e70-4aa1-8839-2f3f94ffa514,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:35:00.423433 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (b5d22a9b-0e70-4aa1-8839-2f3f94ffa514), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:00.452205 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729926be-326c-414a-94b1-2ff83ea69d46 x-openstack-request-id: req-729926be-326c-414a-94b1-2ff83ea69d46 {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:35:00.452769 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d500c7-5fa9-4811-8064-25f3c15d0928", "name": "network-vif-plugged", "status": "completed", "tag": "b5d22a9b-0e70-4aa1-8839-2f3f94ffa514", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:35:00.453026 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-729926be-326c-414a-94b1-2ff83ea69d46 {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:35:00.453443 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-729926be-326c-414a-94b1-2ff83ea69d46'] response: {'server_uuid': '00d500c7-5fa9-4811-8064-25f3c15d0928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d22a9b-0e70-4aa1-8839-2f3f94ffa514', 'code': 200} Oct 17 04:35:00.474079 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=b5d22a9b-0e70-4aa1-8839-2f3f94ffa514,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:00.624352 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6561a6a-8602-4ba1-bb96-f016dd224b13 req-1349f413-3ed1-4882-b472-b29fae157d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:00.625930 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a6561a6a-8602-4ba1-bb96-f016dd224b13 req-1349f413-3ed1-4882-b472-b29fae157d44 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=00d500c7-5fa9-4811-8064-25f3c15d0928 HTTP/1.1" status: 200 len: 1129 time: 0.0390584 Oct 17 04:35:00.673849 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a6561a6a-8602-4ba1-bb96-f016dd224b13 req-d9386c42-0085-4a4d-9e6c-40d4df15c94b service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7f004d50-bc0e-4df6-866d-88cf0dbd4f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369825 Oct 17 04:35:01.077253 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-fa143530-467b-4038-b9ee-8facb27d8c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:01.308642 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a17c2-d6e9-40f1-ad3a-84b6f7fb0cf8 req-b1938ea0-c61d-4305-b2c4-1ecfac50a52b tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:01.310030 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8f9a17c2-d6e9-40f1-ad3a-84b6f7fb0cf8 req-b1938ea0-c61d-4305-b2c4-1ecfac50a52b tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=00d500c7-5fa9-4811-8064-25f3c15d0928 HTTP/1.1" status: 200 len: 945 time: 0.0457215 Oct 17 04:35:01.357358 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8f9a17c2-d6e9-40f1-ad3a-84b6f7fb0cf8 req-421f9ea6-ab8d-4666-a4dd-4bbd345b700f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7f004d50-bc0e-4df6-866d-88cf0dbd4f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417824 Oct 17 04:35:02.483271 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704c959-9f7b-42cc-aa12-bbc075ba8ebb req-2e664023-dc91-4ac7-912d-9d8c6aa435e7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:02.484745 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b704c959-9f7b-42cc-aa12-bbc075ba8ebb req-2e664023-dc91-4ac7-912d-9d8c6aa435e7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=00d500c7-5fa9-4811-8064-25f3c15d0928 HTTP/1.1" status: 200 len: 945 time: 0.0466774 Oct 17 04:35:02.533709 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b704c959-9f7b-42cc-aa12-bbc075ba8ebb req-43cc0921-d410-402a-8eb2-b2affff76e19 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7f004d50-bc0e-4df6-866d-88cf0dbd4f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433161 Oct 17 04:35:03.471437 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-0955b504-ceda-4e9f-8cb8-b437a69d6e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:03.658082 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a931e6-0c6c-4a6e-9161-4efc41e2d58d req-aa0df39c-9f58-423f-bacf-e2ae885c254f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:03.659531 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-89a931e6-0c6c-4a6e-9161-4efc41e2d58d req-aa0df39c-9f58-423f-bacf-e2ae885c254f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=00d500c7-5fa9-4811-8064-25f3c15d0928 HTTP/1.1" status: 200 len: 945 time: 0.0495501 Oct 17 04:35:03.707424 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-89a931e6-0c6c-4a6e-9161-4efc41e2d58d req-baaec8c8-eb0f-4d1b-83bf-195dd2707ba0 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7f004d50-bc0e-4df6-866d-88cf0dbd4f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423591 Oct 17 04:35:03.830138 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e53db-1f40-4326-878a-f535d02cef75 req-4a149e65-dacc-4251-b33a-8fda9701503c tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:03.831629 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-344e53db-1f40-4326-878a-f535d02cef75 req-4a149e65-dacc-4251-b33a-8fda9701503c tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=00d500c7-5fa9-4811-8064-25f3c15d0928 HTTP/1.1" status: 200 len: 945 time: 0.0489256 Oct 17 04:35:03.842233 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59408) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:03.846526 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-39e12ead-30e4-405b-b0db-a585438f8322 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'floatingip': {'port_id': 'b5d22a9b-0e70-4aa1-8839-2f3f94ffa514'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:35:03.884825 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-39e12ead-30e4-405b-b0db-a585438f8322 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (93704277-7fb5-4ab9-8b3f-f557c1f49835), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:04.310589 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-39e12ead-30e4-405b-b0db-a585438f8322 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:04.314447 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-39e12ead-30e4-405b-b0db-a585438f8322 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (93704277-7fb5-4ab9-8b3f-f557c1f49835), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:04.412460 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.l3_db [None req-39e12ead-30e4-405b-b0db-a585438f8322 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Floating IP 93704277-7fb5-4ab9-8b3f-f557c1f49835 associated. External IP: 172.27.3.209, port: b5d22a9b-0e70-4aa1-8839-2f3f94ffa514. Oct 17 04:35:04.636652 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:04.722654 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:04.792353 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:04.852414 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e12ead-30e4-405b-b0db-a585438f8322 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Router ef9dfe8e-2638-428a-b697-819c4f07a1e8 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:35:04.955436 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e12ead-30e4-405b-b0db-a585438f8322 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:35:04.960303 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-39e12ead-30e4-405b-b0db-a585438f8322 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:04.965668 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c547a35-8f8b-407a-a656-875cbdfd5e33 None None] Sync routers for ids ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:35:04.976202 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c547a35-8f8b-407a-a656-875cbdfd5e33 None None] Routers {'ef9dfe8e-2638-428a-b697-819c4f07a1e8'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:35:04.976835 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-3c547a35-8f8b-407a-a656-875cbdfd5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:35:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:04.992039 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-39e12ead-30e4-405b-b0db-a585438f8322 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/93704277-7fb5-4ab9-8b3f-f557c1f49835 HTTP/1.1" status: 200 len: 991 time: 1.1487639 Oct 17 04:35:04.992687 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d500c7-5fa9-4811-8064-25f3c15d0928', 'tag': 'b5d22a9b-0e70-4aa1-8839-2f3f94ffa514'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:35:04.995118 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8e8b41-5e4f-4ffe-99fc-26a3fbaf14ec" -d '{"events": [{"name": "network-changed", "server_uuid": "00d500c7-5fa9-4811-8064-25f3c15d0928", "tag": "b5d22a9b-0e70-4aa1-8839-2f3f94ffa514"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:35:05.033266 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcba5e8-8861-4fd7-9b26-5e00ab46287d x-openstack-request-id: req-2fcba5e8-8861-4fd7-9b26-5e00ab46287d {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:35:05.033555 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d500c7-5fa9-4811-8064-25f3c15d0928", "tag": "b5d22a9b-0e70-4aa1-8839-2f3f94ffa514", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:35:05.033804 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2fcba5e8-8861-4fd7-9b26-5e00ab46287d {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:35:05.034203 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fcba5e8-8861-4fd7-9b26-5e00ab46287d'] response: {'name': 'network-changed', 'server_uuid': '00d500c7-5fa9-4811-8064-25f3c15d0928', 'tag': 'b5d22a9b-0e70-4aa1-8839-2f3f94ffa514', 'status': 'completed', 'code': 200} Oct 17 04:35:05.080592 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-3c547a35-8f8b-407a-a656-875cbdfd5e33 None None] Set router ef9dfe8e-2638-428a-b697-819c4f07a1e8 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:35:05.245715 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=100 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:05.284129 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e8b41-5e4f-4ffe-99fc-26a3fbaf14ec req-6b8b38a0-eba3-460d-8c89-0d3f0f5c3db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:05.285812 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cb8e8b41-5e4f-4ffe-99fc-26a3fbaf14ec req-6b8b38a0-eba3-460d-8c89-0d3f0f5c3db4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=e022e6125e85417881ce226db7a5c764&device_id=00d500c7-5fa9-4811-8064-25f3c15d0928 HTTP/1.1" status: 200 len: 1129 time: 0.0470824 Oct 17 04:35:05.290437 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-3c547a35-8f8b-407a-a656-875cbdfd5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '93704277-7fb5-4ab9-8b3f-f557c1f49835', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'port_id': 'b5d22a9b-0e70-4aa1-8839-2f3f94ffa514', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'mac_address': 'fa:16:3e:32:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d500c7-5fa9-4811-8064-25f3c15d0928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:34:49Z', 'updated_at': '2022-10-17T04:35:04Z', 'revision_number': 1, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:05.318227 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c547a35-8f8b-407a-a656-875cbdfd5e33 None None] Checking router: ef9dfe8e-2638-428a-b697-819c4f07a1e8 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:35:05.327146 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c547a35-8f8b-407a-a656-875cbdfd5e33 None None] Routers {'ef9dfe8e-2638-428a-b697-819c4f07a1e8'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:35:05.328006 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-3c547a35-8f8b-407a-a656-875cbdfd5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:35:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:05.433264 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-3c547a35-8f8b-407a-a656-875cbdfd5e33 None None] Set router ef9dfe8e-2638-428a-b697-819c4f07a1e8 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:35:05.476722 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e8b41-5e4f-4ffe-99fc-26a3fbaf14ec req-036217d2-2186-4c8b-bba1-fabe6b20c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:05.478217 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cb8e8b41-5e4f-4ffe-99fc-26a3fbaf14ec req-036217d2-2186-4c8b-bba1-fabe6b20c188 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=60b2c529-82f9-47ea-9951-24ba7b38ebc9 HTTP/1.1" status: 200 len: 916 time: 0.1165216 Oct 17 04:35:05.541449 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cb8e8b41-5e4f-4ffe-99fc-26a3fbaf14ec req-e1cf3072-a88a-40f8-bec2-7e6a97aa7302 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 HTTP/1.1" status: 200 len: 999 time: 0.0569131 Oct 17 04:35:05.599030 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e8b41-5e4f-4ffe-99fc-26a3fbaf14ec req-d3a4bbd0-4246-404b-a338-0af82084e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:05.600506 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cb8e8b41-5e4f-4ffe-99fc-26a3fbaf14ec req-d3a4bbd0-4246-404b-a338-0af82084e5da service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a304680d-2236-42f7-928f-3e762d91fb9c HTTP/1.1" status: 200 len: 854 time: 0.0526328 Oct 17 04:35:05.649177 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-3c547a35-8f8b-407a-a656-875cbdfd5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '93704277-7fb5-4ab9-8b3f-f557c1f49835', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'port_id': 'b5d22a9b-0e70-4aa1-8839-2f3f94ffa514', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'mac_address': 'fa:16:3e:32:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d500c7-5fa9-4811-8064-25f3c15d0928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:34:49Z', 'updated_at': '2022-10-17T04:35:04Z', 'revision_number': 1, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:05.652222 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e8b41-5e4f-4ffe-99fc-26a3fbaf14ec req-23c9b851-15df-48cb-829e-7f23c7a6e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:05.653778 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cb8e8b41-5e4f-4ffe-99fc-26a3fbaf14ec req-23c9b851-15df-48cb-829e-7f23c7a6e596 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=60b2c529-82f9-47ea-9951-24ba7b38ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455952 Oct 17 04:35:05.674708 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c547a35-8f8b-407a-a656-875cbdfd5e33 None None] The sync data for ids ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'] in dv-cinder-861557-1-iscsi is: [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '93704277-7fb5-4ab9-8b3f-f557c1f49835', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'port_id': 'b5d22a9b-0e70-4aa1-8839-2f3f94ffa514', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'mac_address': 'fa:16:3e:32:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d500c7-5fa9-4811-8064-25f3c15d0928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:34:49Z', 'updated_at': '2022-10-17T04:35:04Z', 'revision_number': 1, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:35:05.761983 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cb8e8b41-5e4f-4ffe-99fc-26a3fbaf14ec req-8a8d2af4-74a5-4882-9886-24e92e0d4f64 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929301 Oct 17 04:35:05.785974 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:05.864307 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cb8e8b41-5e4f-4ffe-99fc-26a3fbaf14ec req-56c52db1-c8ad-4f40-a59f-bcd36247c698 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947721 Oct 17 04:35:05.890530 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ce8bb6-790c-4aa0-a781-bade446381f5 None None] New status for floating IP 93704277-7fb5-4ab9-8b3f-f557c1f49835: ACTIVE {{(pid=104489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:35:06.142748 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6585409-49e0-49ba-9b37-7e24d3603ae5 req-af16dc48-fa88-46be-b45d-6654d0aacc9c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:06.144226 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c6585409-49e0-49ba-9b37-7e24d3603ae5 req-af16dc48-fa88-46be-b45d-6654d0aacc9c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 946 time: 0.0482402 Oct 17 04:35:06.191593 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c6585409-49e0-49ba-9b37-7e24d3603ae5 req-7d5db3c3-3bda-4b04-bd2c-77af75296188 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417502 Oct 17 04:35:06.216068 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:06.216068 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:06.508176 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:07.320014 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f2f9d-7019-410a-9f17-10760eb7e844 req-7e0549cc-6320-4165-a9ef-ddd56a4b5818 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:07.321490 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-842f2f9d-7019-410a-9f17-10760eb7e844 req-7e0549cc-6320-4165-a9ef-ddd56a4b5818 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 946 time: 0.0459363 Oct 17 04:35:07.367778 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-842f2f9d-7019-410a-9f17-10760eb7e844 req-3934eb9a-2c95-4c98-b4ff-75dad16ee2cb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=773449e5-ec54-41fc-b2b3-1ef705dbd40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401969 Oct 17 04:35:07.850142 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d100cc-694e-42fb-b93a-215802d23aef req-23e896dc-a2a0-49a3-9531-8e54ea14a25c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:07.851574 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-69d100cc-694e-42fb-b93a-215802d23aef req-23e896dc-a2a0-49a3-9531-8e54ea14a25c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 946 time: 0.0464587 Oct 17 04:35:07.939007 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-69d100cc-694e-42fb-b93a-215802d23aef req-31a087d7-d204-4f26-83ae-56d012c0d097 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Deleting port f63f40c8-b445-4c27-a582-2ac29415fbeb {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:35:07.939347 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-69d100cc-694e-42fb-b93a-215802d23aef req-31a087d7-d204-4f26-83ae-56d012c0d097 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:07.989930 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:08.027231 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-69d100cc-694e-42fb-b93a-215802d23aef req-31a087d7-d204-4f26-83ae-56d012c0d097 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] For port f63f40c8-b445-4c27-a582-2ac29415fbeb, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f63f40c8-b445-4c27-a582-2ac29415fbeb,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:35:08.027612 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-69d100cc-694e-42fb-b93a-215802d23aef req-31a087d7-d204-4f26-83ae-56d012c0d097 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:08.190183 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-69d100cc-694e-42fb-b93a-215802d23aef req-31a087d7-d204-4f26-83ae-56d012c0d097 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:08.190541 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-69d100cc-694e-42fb-b93a-215802d23aef req-31a087d7-d204-4f26-83ae-56d012c0d097 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (e275181b-c754-4b7d-bb49-e2fb7357e117), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:08.190856 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.l3_db [req-69d100cc-694e-42fb-b93a-215802d23aef req-31a087d7-d204-4f26-83ae-56d012c0d097 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Floating IP e275181b-c754-4b7d-bb49-e2fb7357e117 disassociated. External IP: 172.27.3.74, port: f63f40c8-b445-4c27-a582-2ac29415fbeb. Oct 17 04:35:08.191199 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-69d100cc-694e-42fb-b93a-215802d23aef req-31a087d7-d204-4f26-83ae-56d012c0d097 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Calling delete_port for f63f40c8-b445-4c27-a582-2ac29415fbeb owned by compute:nova {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:35:08.313820 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-69d100cc-694e-42fb-b93a-215802d23aef req-31a087d7-d204-4f26-83ae-56d012c0d097 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (f63f40c8-b445-4c27-a582-2ac29415fbeb), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:08.343192 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a087d7-d204-4f26-83ae-56d012c0d097 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Pushing event deleted for resources: {'Port': ['ID=f63f40c8-b445-4c27-a582-2ac29415fbeb,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:08.456119 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69d100cc-694e-42fb-b93a-215802d23aef req-31a087d7-d204-4f26-83ae-56d012c0d097 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Router 2c7c6e38-6b11-4d56-9711-38ee49b63176 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:35:08.485721 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-64a48fa2-61d3-4b52-a888-d7880c43b24a req-0582eea2-6a4d-4187-8879-ab91e40299ab tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ee04d43c-6d11-4571-989e-90ee8175e03d HTTP/1.1" status: 200 len: 210 time: 0.0331724 Oct 17 04:35:08.557362 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69d100cc-694e-42fb-b93a-215802d23aef req-31a087d7-d204-4f26-83ae-56d012c0d097 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:35:08.569293 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbef1e3-327a-4ae8-ac86-8eeae8cbb295 None None] Sync routers for ids ['2c7c6e38-6b11-4d56-9711-38ee49b63176'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:35:08.583969 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbef1e3-327a-4ae8-ac86-8eeae8cbb295 None None] Routers {'2c7c6e38-6b11-4d56-9711-38ee49b63176'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:35:08.584655 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-afbef1e3-327a-4ae8-ac86-8eeae8cbb295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:35:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['2c7c6e38-6b11-4d56-9711-38ee49b63176'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:08.604247 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d100cc-694e-42fb-b93a-215802d23aef req-31a087d7-d204-4f26-83ae-56d012c0d097 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] No DVR routers for this DVR port f63f40c8-b445-4c27-a582-2ac29415fbeb on host hv-cinder-86155 {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:35:08.607346 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-69d100cc-694e-42fb-b93a-215802d23aef req-31a087d7-d204-4f26-83ae-56d012c0d097 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:08.610586 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-69d100cc-694e-42fb-b93a-215802d23aef req-31a087d7-d204-4f26-83ae-56d012c0d097 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.20 "DELETE /networking/v2.0/ports/f63f40c8-b445-4c27-a582-2ac29415fbeb HTTP/1.1" status: 204 len: 173 time: 0.7526057 Oct 17 04:35:08.611088 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee04d43c-6d11-4571-989e-90ee8175e03d', 'name': 'network-vif-deleted', 'tag': 'f63f40c8-b445-4c27-a582-2ac29415fbeb'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:35:08.613360 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6032e62-a1ae-49f3-8fb5-30a5e3912686" -d '{"events": [{"server_uuid": "ee04d43c-6d11-4571-989e-90ee8175e03d", "name": "network-vif-deleted", "tag": "f63f40c8-b445-4c27-a582-2ac29415fbeb"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:35:08.654723 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f885a6eb-f364-434d-af8d-eb8dbb161a12 x-openstack-request-id: req-f885a6eb-f364-434d-af8d-eb8dbb161a12 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:35:08.655017 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee04d43c-6d11-4571-989e-90ee8175e03d", "name": "network-vif-deleted", "tag": "f63f40c8-b445-4c27-a582-2ac29415fbeb", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:35:08.655269 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f885a6eb-f364-434d-af8d-eb8dbb161a12 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:35:08.655673 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f885a6eb-f364-434d-af8d-eb8dbb161a12'] response: {'server_uuid': 'ee04d43c-6d11-4571-989e-90ee8175e03d', 'name': 'network-vif-deleted', 'tag': 'f63f40c8-b445-4c27-a582-2ac29415fbeb', 'status': 'completed', 'code': 200} Oct 17 04:35:08.691511 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:08.699637 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-afbef1e3-327a-4ae8-ac86-8eeae8cbb295 None None] Set router 2c7c6e38-6b11-4d56-9711-38ee49b63176 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:35:08.983729 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-afbef1e3-327a-4ae8-ac86-8eeae8cbb295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'name': 'tempest-AttachVolumeShelveTestJSON-998903936-router', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:56Z', 'updated_at': '2022-10-17T04:31:07Z', 'revision_number': 4, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'gw_port': {'id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '78935399-6a90-4839-8df7-6fc05be54b3e', 'name': '', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'mac_address': 'fa:16:3e:29:99:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:05Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 5, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'subnets': [{'id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:09.008292 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbef1e3-327a-4ae8-ac86-8eeae8cbb295 None None] Checking router: 2c7c6e38-6b11-4d56-9711-38ee49b63176 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:35:09.017394 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbef1e3-327a-4ae8-ac86-8eeae8cbb295 None None] Routers {'2c7c6e38-6b11-4d56-9711-38ee49b63176'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:35:09.017992 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-afbef1e3-327a-4ae8-ac86-8eeae8cbb295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:35:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['2c7c6e38-6b11-4d56-9711-38ee49b63176'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:09.118304 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-afbef1e3-327a-4ae8-ac86-8eeae8cbb295 None None] Set router 2c7c6e38-6b11-4d56-9711-38ee49b63176 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:35:09.292909 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=100 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:09.304731 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-afbef1e3-327a-4ae8-ac86-8eeae8cbb295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'name': 'tempest-AttachVolumeShelveTestJSON-998903936-router', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:56Z', 'updated_at': '2022-10-17T04:31:07Z', 'revision_number': 4, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'gw_port': {'id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '78935399-6a90-4839-8df7-6fc05be54b3e', 'name': '', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'mac_address': 'fa:16:3e:29:99:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:05Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 5, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'subnets': [{'id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:09.330832 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbef1e3-327a-4ae8-ac86-8eeae8cbb295 None None] The sync data for ids ['2c7c6e38-6b11-4d56-9711-38ee49b63176'] in dv-cinder-861557-1-iscsi is: [{'id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'name': 'tempest-AttachVolumeShelveTestJSON-998903936-router', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:56Z', 'updated_at': '2022-10-17T04:31:07Z', 'revision_number': 4, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'gw_port': {'id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '78935399-6a90-4839-8df7-6fc05be54b3e', 'name': '', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'mac_address': 'fa:16:3e:29:99:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:05Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 5, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'subnets': [{'id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:35:09.546258 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efd4e28-23da-498f-bafc-3bd187691948 None None] New status for floating IP e275181b-c754-4b7d-bb49-e2fb7357e117: DOWN {{(pid=104489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:35:09.594242 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59446) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:09.649357 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-cee4c9d5-8082-45eb-9cc0-d06ac63a63bb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group (773449e5-ec54-41fc-b2b3-1ef705dbd40f), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:09.672055 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-cee4c9d5-8082-45eb-9cc0-d06ac63a63bb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group (773449e5-ec54-41fc-b2b3-1ef705dbd40f), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:09.722267 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-cee4c9d5-8082-45eb-9cc0-d06ac63a63bb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (773449e5-ec54-41fc-b2b3-1ef705dbd40f), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:09.725028 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-cee4c9d5-8082-45eb-9cc0-d06ac63a63bb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:09.726208 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-cee4c9d5-8082-45eb-9cc0-d06ac63a63bb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/773449e5-ec54-41fc-b2b3-1ef705dbd40f HTTP/1.1" status: 204 len: 168 time: 0.1309822 Oct 17 04:35:09.729668 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59448) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:09.736317 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4c9d5-8082-45eb-9cc0-d06ac63a63bb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=773449e5-ec54-41fc-b2b3-1ef705dbd40f,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:09.743931 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.api.v2.resource [None req-3104a911-a56c-4159-b259-c3a80cf580d4 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] show failed (client error): The resource could not be found. Oct 17 04:35:09.745109 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-3104a911-a56c-4159-b259-c3a80cf580d4 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups/773449e5-ec54-41fc-b2b3-1ef705dbd40f HTTP/1.1" status: 404 len: 347 time: 0.0142639 Oct 17 04:35:09.748105 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59450) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:09.820503 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:09.859626 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-628ea4f8-5606-4e55-a0d3-d2a93e920e7a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Deleting port 7ba39928-4b56-4883-8ea4-5898469d8af5 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:35:09.859966 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-628ea4f8-5606-4e55-a0d3-d2a93e920e7a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (7ba39928-4b56-4883-8ea4-5898469d8af5), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:09.938348 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-628ea4f8-5606-4e55-a0d3-d2a93e920e7a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (7ba39928-4b56-4883-8ea4-5898469d8af5), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:09.938674 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-628ea4f8-5606-4e55-a0d3-d2a93e920e7a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for floatingip (7ba39928-4b56-4883-8ea4-5898469d8af5), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:09.951469 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-628ea4f8-5606-4e55-a0d3-d2a93e920e7a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Calling delete_port for 7ba39928-4b56-4883-8ea4-5898469d8af5 owned by network:floatingip {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:35:10.013669 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:10.081274 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-628ea4f8-5606-4e55-a0d3-d2a93e920e7a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (7ba39928-4b56-4883-8ea4-5898469d8af5), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:10.108630 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ea4f8-5606-4e55-a0d3-d2a93e920e7a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Pushing event deleted for resources: {'Port': ['ID=7ba39928-4b56-4883-8ea4-5898469d8af5,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:10.170573 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-628ea4f8-5606-4e55-a0d3-d2a93e920e7a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for floatingip (e275181b-c754-4b7d-bb49-e2fb7357e117), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:10.173059 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-628ea4f8-5606-4e55-a0d3-d2a93e920e7a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:10.174234 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-628ea4f8-5606-4e55-a0d3-d2a93e920e7a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/e275181b-c754-4b7d-bb49-e2fb7357e117 HTTP/1.1" status: 204 len: 168 time: 0.4252410 Oct 17 04:35:10.258364 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59456) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:10.262965 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-bb951390-2a2d-47fa-b4be-878081c654e2 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--770384293', 'description': 'tempest-description--1989055618'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:35:10.283795 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bb951390-2a2d-47fa-b4be-878081c654e2 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:10.352293 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bb951390-2a2d-47fa-b4be-878081c654e2 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group (76227478-2b0e-4779-b372-4e47a1536ba6), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:10.356608 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bb951390-2a2d-47fa-b4be-878081c654e2 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (76227478-2b0e-4779-b372-4e47a1536ba6), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:10.388134 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bb951390-2a2d-47fa-b4be-878081c654e2 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:10.389402 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-bb951390-2a2d-47fa-b4be-878081c654e2 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1299889 Oct 17 04:35:10.391221 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb951390-2a2d-47fa-b4be-878081c654e2 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76227478-2b0e-4779-b372-4e47a1536ba6,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:10.392512 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59460) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:10.398105 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-1d4de650-5581-462e-aad9-2efd6c8ec44e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Request body: {'security_group_rule': {'security_group_id': '76227478-2b0e-4779-b372-4e47a1536ba6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:35:10.425582 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1d4de650-5581-462e-aad9-2efd6c8ec44e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group_rule (57bac5f1-ffb6-4a2a-9e53-2c7954aecfca), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:10.482441 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1d4de650-5581-462e-aad9-2efd6c8ec44e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group_rule (57bac5f1-ffb6-4a2a-9e53-2c7954aecfca), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:10.486214 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1d4de650-5581-462e-aad9-2efd6c8ec44e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (57bac5f1-ffb6-4a2a-9e53-2c7954aecfca), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:10.496715 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-fb828ec5-c1dc-48fa-a4e4-8f426476ca1d req-e55a8c65-3fe7-46c5-a49b-53a2617bb4dc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421512 Oct 17 04:35:10.508339 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4de650-5581-462e-aad9-2efd6c8ec44e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57bac5f1-ffb6-4a2a-9e53-2c7954aecfca,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:10.516816 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1d4de650-5581-462e-aad9-2efd6c8ec44e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:10.518069 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-1d4de650-5581-462e-aad9-2efd6c8ec44e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238086 Oct 17 04:35:10.520948 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59462) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:10.525425 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-3b92ad53-ce88-4574-bd71-a886b738095e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Request body: {'security_group_rule': {'security_group_id': '76227478-2b0e-4779-b372-4e47a1536ba6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:35:10.553036 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3b92ad53-ce88-4574-bd71-a886b738095e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group_rule (03962c65-dc4e-4d7e-8731-237bbad2ccb1), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:10.558361 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb828ec5-c1dc-48fa-a4e4-8f426476ca1d req-d749c2b3-804d-4932-8569-452492748983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:10.559867 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-fb828ec5-c1dc-48fa-a4e4-8f426476ca1d req-d749c2b3-804d-4932-8569-452492748983 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=9de6141e0c3a41bcb84ac635b48a51df&device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 1129 time: 0.0390677 Oct 17 04:35:10.598057 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:10.614061 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3b92ad53-ce88-4574-bd71-a886b738095e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group_rule (03962c65-dc4e-4d7e-8731-237bbad2ccb1), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:10.617592 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3b92ad53-ce88-4574-bd71-a886b738095e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (03962c65-dc4e-4d7e-8731-237bbad2ccb1), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:10.638401 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92ad53-ce88-4574-bd71-a886b738095e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03962c65-dc4e-4d7e-8731-237bbad2ccb1,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:10.643828 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3b92ad53-ce88-4574-bd71-a886b738095e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:10.648001 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-3b92ad53-ce88-4574-bd71-a886b738095e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230712 Oct 17 04:35:10.648490 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59464) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:10.653036 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-7530a818-12ce-453d-8f47-9806b69686db tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Request body: {'floatingip': {'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:35:10.699439 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb828ec5-c1dc-48fa-a4e4-8f426476ca1d req-916bd989-f6d0-4f18-8610-8cade2ee5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:10.702086 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-fb828ec5-c1dc-48fa-a4e4-8f426476ca1d req-916bd989-f6d0-4f18-8610-8cade2ee5b84 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=5b651c35-159b-4d6e-a364-6761b8b7e75b HTTP/1.1" status: 200 len: 911 time: 0.1191928 Oct 17 04:35:10.703503 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7530a818-12ce-453d-8f47-9806b69686db tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:10.832872 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-fb828ec5-c1dc-48fa-a4e4-8f426476ca1d req-b5be339e-ca31-425f-90d6-d692dd218820 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b48d51f-4326-473b-8c9d-416ea81fac1e HTTP/1.1" status: 200 len: 1001 time: 0.1151953 Oct 17 04:35:10.853208 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:10.854909 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7530a818-12ce-453d-8f47-9806b69686db tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:11.175071 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=7 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:11.179419 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb828ec5-c1dc-48fa-a4e4-8f426476ca1d req-52e75c3f-39a6-4a8c-aeab-f00137c36f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:11.180934 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-fb828ec5-c1dc-48fa-a4e4-8f426476ca1d req-52e75c3f-39a6-4a8c-aeab-f00137c36f20 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d4565b2b-3a4c-4521-9f7b-f70198a8501f HTTP/1.1" status: 200 len: 849 time: 0.3387141 Oct 17 04:35:11.283984 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb828ec5-c1dc-48fa-a4e4-8f426476ca1d req-947fcb20-487f-4c1d-8f79-5aa9fde1735b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:11.285472 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-fb828ec5-c1dc-48fa-a4e4-8f426476ca1d req-947fcb20-487f-4c1d-8f79-5aa9fde1735b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=5b651c35-159b-4d6e-a364-6761b8b7e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0938740 Oct 17 04:35:11.355828 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-7530a818-12ce-453d-8f47-9806b69686db tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Allocated IP 172.27.3.221 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/5fb9edca-ed32-499c-b34f-96d488f192ea) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:35:11.469316 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-fb828ec5-c1dc-48fa-a4e4-8f426476ca1d req-40bd8c7a-05f9-4873-aa96-4d95b2f5b273 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758938 Oct 17 04:35:11.569002 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7530a818-12ce-453d-8f47-9806b69686db tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for port (5fb9edca-ed32-499c-b34f-96d488f192ea), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:11.628213 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-fb828ec5-c1dc-48fa-a4e4-8f426476ca1d req-c0459960-79f9-4c70-95ae-776b8c47836e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458356 Oct 17 04:35:11.636078 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7530a818-12ce-453d-8f47-9806b69686db tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (5fb9edca-ed32-499c-b34f-96d488f192ea), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:11.675810 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7530a818-12ce-453d-8f47-9806b69686db tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:35:11.680260 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-7530a818-12ce-453d-8f47-9806b69686db tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:35:11.684290 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7530a818-12ce-453d-8f47-9806b69686db tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:35:11.689400 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530a818-12ce-453d-8f47-9806b69686db tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Pushing event updated for resources: {'Port': ['ID=5fb9edca-ed32-499c-b34f-96d488f192ea,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:11.768429 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7530a818-12ce-453d-8f47-9806b69686db tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for floatingip (116d3e35-e42d-495e-852f-abe22d4a8a68), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:11.809180 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7530a818-12ce-453d-8f47-9806b69686db tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (5fb9edca-ed32-499c-b34f-96d488f192ea), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:11.928702 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:11.944548 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:11.959550 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7530a818-12ce-453d-8f47-9806b69686db tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for port (5fb9edca-ed32-499c-b34f-96d488f192ea), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:11.963918 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7530a818-12ce-453d-8f47-9806b69686db tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (5fb9edca-ed32-499c-b34f-96d488f192ea), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:12.033038 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7530a818-12ce-453d-8f47-9806b69686db tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (116d3e35-e42d-495e-852f-abe22d4a8a68), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:12.035584 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530a818-12ce-453d-8f47-9806b69686db tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Pushing event updated for resources: {'Port': ['ID=5fb9edca-ed32-499c-b34f-96d488f192ea,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:12.051838 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7530a818-12ce-453d-8f47-9806b69686db tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:12.053042 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-7530a818-12ce-453d-8f47-9806b69686db tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4036791 Oct 17 04:35:12.218468 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:12.255219 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-918e91f8-9bbe-478c-8420-09ba6e44a6b7 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--770384293&fields=id&tenant_id=0761fde06e5240adb0d7f1a7d5724d37 HTTP/1.1" status: 200 len: 267 time: 0.0446398 Oct 17 04:35:12.283962 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device f63f40c8-b445-4c27-a582-2ac29415fbeb no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:35:12.302713 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] No Port match for: f63f40c8-b445-4c27-a582-2ac29415fbeb {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:35:12.303055 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device f63f40c8-b445-4c27-a582-2ac29415fbeb not bound to the agent host hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:35:12.363206 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-a8aebd15-bc15-4de6-bd85-e2e102735b0e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:12.364633 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-a8aebd15-bc15-4de6-bd85-e2e102735b0e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/networks?id=596ebb0d-79d0-45f5-9e52-b2ce25b00863 HTTP/1.1" status: 200 len: 816 time: 0.1026652 Oct 17 04:35:12.379627 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-3b6b7245-6728-4b10-817d-c36027c2b557 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/quotas/0761fde06e5240adb0d7f1a7d5724d37 HTTP/1.1" status: 200 len: 375 time: 0.0089552 Oct 17 04:35:12.428134 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-ef0386fa-5d6c-4108-8230-ad2a7360a89a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=0761fde06e5240adb0d7f1a7d5724d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436535 Oct 17 04:35:12.521638 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-86c4b2e2-a80a-48dc-8533-3dc4a5c679cc service neutron] 10.222.0.40 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819032 Oct 17 04:35:12.615813 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-37d4bca7-3167-4486-a0fb-6f3040ec424c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882232 Oct 17 04:35:12.780713 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7c09ecf1-5b5c-4462-a6e1-dfed0a03a625 req-0696faf9-b8b5-44ea-99ea-400df6fbf61d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 210 time: 0.0284588 Oct 17 04:35:13.891764 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-875fd60a-8b7e-43da-ab77-42a7d5265e8a req-cefd990d-98a0-4ddb-ab16-5eecc179af2b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 210 time: 0.0293486 Oct 17 04:35:14.014365 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-3575003b-d717-4b3f-b579-961b51d8f605 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:14.015908 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-3575003b-d717-4b3f-b579-961b51d8f605 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.20 "GET /networking/v2.0/networks?id=596ebb0d-79d0-45f5-9e52-b2ce25b00863 HTTP/1.1" status: 200 len: 816 time: 0.1288574 Oct 17 04:35:14.081494 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-c4e6d0b1-11aa-4f02-976b-7a9137f2b556 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0761fde06e5240adb0d7f1a7d5724d37 HTTP/1.1" status: 200 len: 379 time: 0.0553644 Oct 17 04:35:14.135437 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-34ef2251-2409-4b0b-8c38-c938f014553c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Request body: {'port': {'device_id': 'e58170c9-886a-45c1-9c0e-acfb37fab782', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'admin_state_up': True, 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'security_groups': ['76227478-2b0e-4779-b372-4e47a1536ba6']}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:35:14.240916 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-34ef2251-2409-4b0b-8c38-c938f014553c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Made reservation on behalf of 0761fde06e5240adb0d7f1a7d5724d37 for: {'port': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:35:14.244811 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-34ef2251-2409-4b0b-8c38-c938f014553c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:14.372369 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-34ef2251-2409-4b0b-8c38-c938f014553c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Allocated IP 172.20.0.9 (596ebb0d-79d0-45f5-9e52-b2ce25b00863/7c706f9b-2867-4158-b285-926a4adb47a2/0c4b79b8-f091-4221-b5d8-ad21adc83468) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:35:14.510801 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-34ef2251-2409-4b0b-8c38-c938f014553c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:14.541677 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-34ef2251-2409-4b0b-8c38-c938f014553c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:14.567793 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:14.588027 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-34ef2251-2409-4b0b-8c38-c938f014553c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Network 596ebb0d-79d0-45f5-9e52-b2ce25b00863 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:35:14.592161 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-34ef2251-2409-4b0b-8c38-c938f014553c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:35:14.594523 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-34ef2251-2409-4b0b-8c38-c938f014553c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:35:14.623642 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef2251-2409-4b0b-8c38-c938f014553c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Pushing event updated for resources: {'Port': ['ID=0c4b79b8-f091-4221-b5d8-ad21adc83468,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:14.643961 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:14.651797 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-34ef2251-2409-4b0b-8c38-c938f014553c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:14.652430 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-34ef2251-2409-4b0b-8c38-c938f014553c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:14.671530 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-34ef2251-2409-4b0b-8c38-c938f014553c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5404675 Oct 17 04:35:14.683392 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Request body: {'port': {'device_id': 'e58170c9-886a-45c1-9c0e-acfb37fab782', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86155'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:35:14.749544 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:14.824680 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-7ffb3804-c784-4a0e-a250-43f7f6a7655d None None] Provisioning complete for port 0c4b79b8-f091-4221-b5d8-ad21adc83468 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:35:14.825328 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-7ffb3804-c784-4a0e-a250-43f7f6a7655d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:14.825466 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-7ffb3804-c784-4a0e-a250-43f7f6a7655d None None] Attempt 1 to provision port 0c4b79b8-f091-4221-b5d8-ad21adc83468 Oct 17 04:35:14.861876 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb3804-c784-4a0e-a250-43f7f6a7655d None None] Port 0c4b79b8-f091-4221-b5d8-ad21adc83468 cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:35:15.002254 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4b79b8-f091-4221-b5d8-ad21adc83468 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:35:15.010528 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Publish callbacks [] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:15.024544 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Transition to ACTIVE for port object 0c4b79b8-f091-4221-b5d8-ad21adc83468 will not be triggered until provisioned by entity L2. {{(pid=104487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:35:15.025226 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17e56f-79a5-4dc3-af8b-fcdf1a928a42 req-6b619205-c4bd-4b27-a860-960a60f84291 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:15.026834 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0f17e56f-79a5-4dc3-af8b-fcdf1a928a42 req-6b619205-c4bd-4b27-a860-960a60f84291 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 931 time: 0.0517478 Oct 17 04:35:15.029419 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:15.076314 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0f17e56f-79a5-4dc3-af8b-fcdf1a928a42 req-22c65098-37ac-44b5-a589-74a8d7193b07 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437918 Oct 17 04:35:15.117429 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4b79b8-f091-4221-b5d8-ad21adc83468,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:15.143104 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Attempting to bind port 0c4b79b8-f091-4221-b5d8-ad21adc83468 on host hv-cinder-86155 for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:35:15.143457 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Attempting to bind port 0c4b79b8-f091-4221-b5d8-ad21adc83468 by drivers openvswitch,hyperv on host hv-cinder-86155 at level 0 using segments [{'id': 'faf5546c-f7d8-4af8-85f9-9b0d6bba44c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:35:15.143762 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Attempting to bind port 0c4b79b8-f091-4221-b5d8-ad21adc83468 on network 596ebb0d-79d0-45f5-9e52-b2ce25b00863 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:35:15.185249 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Port 0c4b79b8-f091-4221-b5d8-ad21adc83468 on network 596ebb0d-79d0-45f5-9e52-b2ce25b00863 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86155 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:35:15.185497 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Attempting to bind port 0c4b79b8-f091-4221-b5d8-ad21adc83468 on network 596ebb0d-79d0-45f5-9e52-b2ce25b00863 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:35:15.229954 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Checking agent: {'id': '98af6631-6ac5-4afe-8748-fa983cad7c78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86155', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:35:15.230302 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Checking segment: {'id': 'faf5546c-f7d8-4af8-85f9-9b0d6bba44c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:35:15.230676 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Bound using segment: {'id': 'faf5546c-f7d8-4af8-85f9-9b0d6bba44c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:35:15.231099 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Bound port: 0c4b79b8-f091-4221-b5d8-ad21adc83468, host: hv-cinder-86155, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf5546c-f7d8-4af8-85f9-9b0d6bba44c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:35:15.231448 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:15.288827 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] For port 0c4b79b8-f091-4221-b5d8-ad21adc83468, host hv-cinder-86155, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:35:15.291864 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] For port 0c4b79b8-f091-4221-b5d8-ad21adc83468, host hv-cinder-86155, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=0c4b79b8-f091-4221-b5d8-ad21adc83468,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:35:15.297571 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:15.301598 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:15.302181 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:15.303530 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/0c4b79b8-f091-4221-b5d8-ad21adc83468 HTTP/1.1" status: 200 len: 1093 time: 0.6248646 Oct 17 04:35:15.304060 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58170c9-886a-45c1-9c0e-acfb37fab782', 'tag': '0c4b79b8-f091-4221-b5d8-ad21adc83468'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:35:15.306282 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36a4305-debc-4517-bbe2-ec7012f71377" -d '{"events": [{"name": "network-changed", "server_uuid": "e58170c9-886a-45c1-9c0e-acfb37fab782", "tag": "0c4b79b8-f091-4221-b5d8-ad21adc83468"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:35:15.352106 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b349d7-8e92-44ed-99f3-7b1a38117697 x-openstack-request-id: req-d2b349d7-8e92-44ed-99f3-7b1a38117697 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:35:15.352392 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58170c9-886a-45c1-9c0e-acfb37fab782", "tag": "0c4b79b8-f091-4221-b5d8-ad21adc83468", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:35:15.352640 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d2b349d7-8e92-44ed-99f3-7b1a38117697 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:35:15.353037 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2b349d7-8e92-44ed-99f3-7b1a38117697'] response: {'name': 'network-changed', 'server_uuid': 'e58170c9-886a-45c1-9c0e-acfb37fab782', 'tag': '0c4b79b8-f091-4221-b5d8-ad21adc83468', 'status': 'completed', 'code': 200} Oct 17 04:35:15.358065 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4b79b8-f091-4221-b5d8-ad21adc83468,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:15.365477 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:15.365804 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:15.366139 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:15.366528 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:15.366820 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:15.367145 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:15.367467 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:15.367786 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:15.368135 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:15.368415 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:15.368733 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:15.369045 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:15.369904 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:15.370221 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:15.370539 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd27bc6-7c56-40fb-b3d8-1a95767266c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:15.411378 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-a4c456be-bd7b-4428-bf54-799aa31a7ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:15.412867 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-a4c456be-bd7b-4428-bf54-799aa31a7ebe service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0761fde06e5240adb0d7f1a7d5724d37&device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 1127 time: 0.0386963 Oct 17 04:35:15.441683 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:35:15.462917 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-9c9a24ef-b90f-4a76-af5f-1e38241caf29 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c4b79b8-f091-4221-b5d8-ad21adc83468 HTTP/1.1" status: 200 len: 217 time: 0.0402765 Oct 17 04:35:15.502778 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:15.515767 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-cb789d0f-ef09-4e64-bdbb-e6d4a7c32167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:15.517230 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-cb789d0f-ef09-4e64-bdbb-e6d4a7c32167 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=7c706f9b-2867-4158-b285-926a4adb47a2 HTTP/1.1" status: 200 len: 855 time: 0.0473490 Oct 17 04:35:15.562678 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-44db0874-4b5e-4c7d-a6ae-7715bcf4a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:15.564128 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-44db0874-4b5e-4c7d-a6ae-7715bcf4a7cc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=596ebb0d-79d0-45f5-9e52-b2ce25b00863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380411 Oct 17 04:35:15.576915 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:15.656862 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-6847c86c-dbc8-4c95-baa3-a048f38d9a9a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864065 Oct 17 04:35:15.746489 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-66f09a15-f32f-4aee-9df0-80b94a484cb0 req-2fe75b07-e37c-40e4-ba00-1322fe147348 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828295 Oct 17 04:35:16.204638 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502d6e9-f626-471c-af4d-c84d78217fce req-5c7dd072-7ffc-4d94-9cb7-770fe540fe5b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:16.206123 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f502d6e9-f626-471c-af4d-c84d78217fce req-5c7dd072-7ffc-4d94-9cb7-770fe540fe5b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 943 time: 0.0476842 Oct 17 04:35:16.251892 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f502d6e9-f626-471c-af4d-c84d78217fce req-df607fec-d4d8-44da-8163-0971d473cc89 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403678 Oct 17 04:35:16.849582 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a4305-debc-4517-bbe2-ec7012f71377 req-39b71aa7-3f9d-4aa1-8f64-3da54c41aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:16.851065 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-f36a4305-debc-4517-bbe2-ec7012f71377 req-39b71aa7-3f9d-4aa1-8f64-3da54c41aea5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0761fde06e5240adb0d7f1a7d5724d37&device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 1127 time: 0.0432324 Oct 17 04:35:16.943276 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a4305-debc-4517-bbe2-ec7012f71377 req-e9d4712f-73f4-440b-aaed-11aa388813b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:16.944702 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-f36a4305-debc-4517-bbe2-ec7012f71377 req-e9d4712f-73f4-440b-aaed-11aa388813b5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=596ebb0d-79d0-45f5-9e52-b2ce25b00863 HTTP/1.1" status: 200 len: 917 time: 0.0851414 Oct 17 04:35:16.988033 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-f36a4305-debc-4517-bbe2-ec7012f71377 req-4f43e1fd-d93a-43c1-8e1a-04e02ce4d33e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c4b79b8-f091-4221-b5d8-ad21adc83468 HTTP/1.1" status: 200 len: 217 time: 0.0354733 Oct 17 04:35:17.037871 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a4305-debc-4517-bbe2-ec7012f71377 req-32908eb4-3257-4821-b2bd-e9ba5affbdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:17.039259 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-f36a4305-debc-4517-bbe2-ec7012f71377 req-32908eb4-3257-4821-b2bd-e9ba5affbdce service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=7c706f9b-2867-4158-b285-926a4adb47a2 HTTP/1.1" status: 200 len: 855 time: 0.0432305 Oct 17 04:35:17.083874 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a4305-debc-4517-bbe2-ec7012f71377 req-c51767dc-69e4-4a59-97a8-ee73fbb49b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:17.085323 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-f36a4305-debc-4517-bbe2-ec7012f71377 req-c51767dc-69e4-4a59-97a8-ee73fbb49b35 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=596ebb0d-79d0-45f5-9e52-b2ce25b00863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372636 Oct 17 04:35:17.180283 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-f36a4305-debc-4517-bbe2-ec7012f71377 req-2e6d7be2-79bf-44c5-b8ca-8ac06a50fd62 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867314 Oct 17 04:35:17.269081 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-f36a4305-debc-4517-bbe2-ec7012f71377 req-b7163bfa-e6ee-470a-b13f-cbd19cbf46b8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821321 Oct 17 04:35:17.380808 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc42a9d-a00c-4e59-9fbc-9bb6650c82e6 req-2cb75638-f2e9-4e85-b965-edc906d14abb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:17.382196 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9dc42a9d-a00c-4e59-9fbc-9bb6650c82e6 req-2cb75638-f2e9-4e85-b965-edc906d14abb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 943 time: 0.0499833 Oct 17 04:35:17.429180 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9dc42a9d-a00c-4e59-9fbc-9bb6650c82e6 req-c5ad03bb-7a7f-4ff4-890a-3c034eb4936c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414515 Oct 17 04:35:18.300816 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 0c4b79b8-f091-4221-b5d8-ad21adc83468 details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:35:18.398581 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 0c4b79b8-f091-4221-b5d8-ad21adc83468, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=0c4b79b8-f091-4221-b5d8-ad21adc83468,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:35:18.412823 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': '0c4b79b8-f091-4221-b5d8-ad21adc83468', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'port_id': '0c4b79b8-f091-4221-b5d8-ad21adc83468', 'mac_address': 'fa:16:3e:c7:9d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:35:18.434367 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:18.450778 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 0c4b79b8-f091-4221-b5d8-ad21adc83468 is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:35:18.451166 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:18.464751 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4b79b8-f091-4221-b5d8-ad21adc83468 {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:35:18.487879 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 0c4b79b8-f091-4221-b5d8-ad21adc83468, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=0c4b79b8-f091-4221-b5d8-ad21adc83468,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:35:18.493301 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:18.538822 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=0c4b79b8-f091-4221-b5d8-ad21adc83468,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:18.556660 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614206f-3a09-48f6-9550-b07de773bd5f req-a50534c6-0694-474f-b2db-a3f8442905bf tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:18.558110 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0614206f-3a09-48f6-9550-b07de773bd5f req-a50534c6-0694-474f-b2db-a3f8442905bf tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 944 time: 0.0470624 Oct 17 04:35:18.606288 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0614206f-3a09-48f6-9550-b07de773bd5f req-e09f661f-f86d-4576-bfd2-b8880ef4319c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424209 Oct 17 04:35:18.817122 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['0c4b79b8-f091-4221-b5d8-ad21adc83468'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:35:19.308881 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:19.727824 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3bef8-5fe8-41f0-8591-9e6cde838931 req-1013cd91-7d04-4484-ba76-525f329f757a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:19.729296 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f5f3bef8-5fe8-41f0-8591-9e6cde838931 req-1013cd91-7d04-4484-ba76-525f329f757a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 944 time: 0.0464292 Oct 17 04:35:19.779399 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f5f3bef8-5fe8-41f0-8591-9e6cde838931 req-278f595a-de24-491b-b00e-138b9410439f tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440269 Oct 17 04:35:20.320228 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 0c4b79b8-f091-4221-b5d8-ad21adc83468 up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:35:20.355077 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:20.364369 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning for port 0c4b79b8-f091-4221-b5d8-ad21adc83468 completed by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:35:20.369834 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port 0c4b79b8-f091-4221-b5d8-ad21adc83468 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:35:20.370227 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:20.370559 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port 0c4b79b8-f091-4221-b5d8-ad21adc83468 Oct 17 04:35:20.444969 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 0c4b79b8-f091-4221-b5d8-ad21adc83468 is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:35:20.445374 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:20.469333 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58170c9-886a-45c1-9c0e-acfb37fab782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4b79b8-f091-4221-b5d8-ad21adc83468'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:35:20.471578 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8097ed5-3578-4e93-afb7-4caae1fdc1a3" -d '{"events": [{"server_uuid": "e58170c9-886a-45c1-9c0e-acfb37fab782", "name": "network-vif-plugged", "status": "completed", "tag": "0c4b79b8-f091-4221-b5d8-ad21adc83468"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:35:20.484819 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 0c4b79b8-f091-4221-b5d8-ad21adc83468, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=0c4b79b8-f091-4221-b5d8-ad21adc83468,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:35:20.488951 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:20.511286 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fd8bed-e287-42b1-974d-f7557a5bcc4e x-openstack-request-id: req-45fd8bed-e287-42b1-974d-f7557a5bcc4e {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:35:20.511600 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58170c9-886a-45c1-9c0e-acfb37fab782", "name": "network-vif-plugged", "status": "completed", "tag": "0c4b79b8-f091-4221-b5d8-ad21adc83468", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:35:20.511857 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-45fd8bed-e287-42b1-974d-f7557a5bcc4e {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:35:20.512287 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45fd8bed-e287-42b1-974d-f7557a5bcc4e'] response: {'server_uuid': 'e58170c9-886a-45c1-9c0e-acfb37fab782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4b79b8-f091-4221-b5d8-ad21adc83468', 'code': 200} Oct 17 04:35:20.538180 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=0c4b79b8-f091-4221-b5d8-ad21adc83468,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:20.687498 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e880c-b786-4ee5-ab92-12afeea2b2cc req-4fe4138f-e9a9-4efe-b446-9f53ba3f3b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:20.688984 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-882e880c-b786-4ee5-ab92-12afeea2b2cc req-4fe4138f-e9a9-4efe-b446-9f53ba3f3b91 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 1129 time: 0.0436664 Oct 17 04:35:20.734543 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-882e880c-b786-4ee5-ab92-12afeea2b2cc req-8f0e711e-df86-4fdf-8d6e-1d517032725a service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384920 Oct 17 04:35:20.891611 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:20.906362 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f47bd-ff0e-4548-8c20-c418ef6168b1 req-b1256c89-32e7-47b5-8604-a331454d0c5d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:20.907831 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f42f47bd-ff0e-4548-8c20-c418ef6168b1 req-b1256c89-32e7-47b5-8604-a331454d0c5d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0479534 Oct 17 04:35:20.954995 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f42f47bd-ff0e-4548-8c20-c418ef6168b1 req-86fc652e-b066-47a1-89e4-9d078cfa4c2c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415580 Oct 17 04:35:22.081423 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d135d52-4607-4c13-a3b5-327a8b9046f3 req-cbb9c481-627f-434a-b3c8-6e71b99e354d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:22.082854 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1d135d52-4607-4c13-a3b5-327a8b9046f3 req-cbb9c481-627f-434a-b3c8-6e71b99e354d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0469031 Oct 17 04:35:22.129929 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1d135d52-4607-4c13-a3b5-327a8b9046f3 req-c1b512bd-137c-44c6-8387-45fe617250f0 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416200 Oct 17 04:35:23.266510 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a00300-a55d-4046-99cd-fbff9d13e343 req-9a0c5be3-ade8-4354-b121-6cff94796a18 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:23.267985 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e1a00300-a55d-4046-99cd-fbff9d13e343 req-9a0c5be3-ade8-4354-b121-6cff94796a18 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0504348 Oct 17 04:35:23.288024 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:23.315545 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e1a00300-a55d-4046-99cd-fbff9d13e343 req-845d54a5-be04-4209-a9ff-859de2db5a98 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419662 Oct 17 04:35:23.436844 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77974f9-f76a-4d86-990f-f268991df11f req-7b3525a6-527b-47ba-b697-f35999a1fedb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:23.438255 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c77974f9-f76a-4d86-990f-f268991df11f req-7b3525a6-527b-47ba-b697-f35999a1fedb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0454111 Oct 17 04:35:23.448131 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59524) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:23.452835 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-f06473dd-9559-4b06-827f-447e3202ea7d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Request body: {'floatingip': {'port_id': '0c4b79b8-f091-4221-b5d8-ad21adc83468'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:35:23.493001 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f06473dd-9559-4b06-827f-447e3202ea7d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for floatingip (116d3e35-e42d-495e-852f-abe22d4a8a68), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:23.911377 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f06473dd-9559-4b06-827f-447e3202ea7d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:23.914826 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f06473dd-9559-4b06-827f-447e3202ea7d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (116d3e35-e42d-495e-852f-abe22d4a8a68), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:24.008863 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.l3_db [None req-f06473dd-9559-4b06-827f-447e3202ea7d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Floating IP 116d3e35-e42d-495e-852f-abe22d4a8a68 associated. External IP: 172.27.3.221, port: 0c4b79b8-f091-4221-b5d8-ad21adc83468. Oct 17 04:35:24.147351 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:24.206890 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06473dd-9559-4b06-827f-447e3202ea7d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Router 2c7c6e38-6b11-4d56-9711-38ee49b63176 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:35:24.305352 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06473dd-9559-4b06-827f-447e3202ea7d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:35:24.310251 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f06473dd-9559-4b06-827f-447e3202ea7d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:24.315524 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f91ce6-15ef-489a-9b23-92298c0dd5a0 None None] Sync routers for ids ['2c7c6e38-6b11-4d56-9711-38ee49b63176'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:35:24.327020 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f91ce6-15ef-489a-9b23-92298c0dd5a0 None None] Routers {'2c7c6e38-6b11-4d56-9711-38ee49b63176'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:35:24.327885 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-10f91ce6-15ef-489a-9b23-92298c0dd5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:35:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['2c7c6e38-6b11-4d56-9711-38ee49b63176'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:24.344108 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-f06473dd-9559-4b06-827f-447e3202ea7d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/116d3e35-e42d-495e-852f-abe22d4a8a68 HTTP/1.1" status: 200 len: 991 time: 0.8948739 Oct 17 04:35:24.344885 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58170c9-886a-45c1-9c0e-acfb37fab782', 'tag': '0c4b79b8-f091-4221-b5d8-ad21adc83468'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:35:24.347266 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cce9116-f9dd-476e-9204-817f3fb0b411" -d '{"events": [{"name": "network-changed", "server_uuid": "e58170c9-886a-45c1-9c0e-acfb37fab782", "tag": "0c4b79b8-f091-4221-b5d8-ad21adc83468"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:35:24.386050 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3318d2-eb38-44c1-9135-2aa96c3f540b x-openstack-request-id: req-2a3318d2-eb38-44c1-9135-2aa96c3f540b {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:35:24.386348 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58170c9-886a-45c1-9c0e-acfb37fab782", "tag": "0c4b79b8-f091-4221-b5d8-ad21adc83468", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:35:24.386626 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2a3318d2-eb38-44c1-9135-2aa96c3f540b {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:35:24.387168 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a3318d2-eb38-44c1-9135-2aa96c3f540b'] response: {'name': 'network-changed', 'server_uuid': 'e58170c9-886a-45c1-9c0e-acfb37fab782', 'tag': '0c4b79b8-f091-4221-b5d8-ad21adc83468', 'status': 'completed', 'code': 200} Oct 17 04:35:24.432511 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-10f91ce6-15ef-489a-9b23-92298c0dd5a0 None None] Set router 2c7c6e38-6b11-4d56-9711-38ee49b63176 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:35:24.450934 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce9116-f9dd-476e-9204-817f3fb0b411 req-c18d8c6b-ea71-4afb-9153-f07108ffc66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:24.452723 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5cce9116-f9dd-476e-9204-817f3fb0b411 req-c18d8c6b-ea71-4afb-9153-f07108ffc66d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0761fde06e5240adb0d7f1a7d5724d37&device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 1129 time: 0.0395162 Oct 17 04:35:24.550438 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce9116-f9dd-476e-9204-817f3fb0b411 req-881a9340-05c6-45e2-af76-50d844edab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:24.551905 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5cce9116-f9dd-476e-9204-817f3fb0b411 req-881a9340-05c6-45e2-af76-50d844edab63 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=596ebb0d-79d0-45f5-9e52-b2ce25b00863 HTTP/1.1" status: 200 len: 917 time: 0.0924711 Oct 17 04:35:24.613340 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5cce9116-f9dd-476e-9204-817f3fb0b411 req-607845f3-48b9-4665-9674-0dc499d9b680 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c4b79b8-f091-4221-b5d8-ad21adc83468 HTTP/1.1" status: 200 len: 999 time: 0.0552278 Oct 17 04:35:24.646266 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-10f91ce6-15ef-489a-9b23-92298c0dd5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'name': 'tempest-AttachVolumeShelveTestJSON-998903936-router', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:56Z', 'updated_at': '2022-10-17T04:31:07Z', 'revision_number': 4, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'gw_port': {'id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '116d3e35-e42d-495e-852f-abe22d4a8a68', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'port_id': '0c4b79b8-f091-4221-b5d8-ad21adc83468', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'mac_address': 'fa:16:3e:c7:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58170c9-886a-45c1-9c0e-acfb37fab782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:35:11Z', 'updated_at': '2022-10-17T04:35:23Z', 'revision_number': 1, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78935399-6a90-4839-8df7-6fc05be54b3e', 'name': '', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'mac_address': 'fa:16:3e:29:99:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:05Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 5, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'subnets': [{'id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:24.651925 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:24.664701 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce9116-f9dd-476e-9204-817f3fb0b411 req-4d9bffab-3d10-4ed6-afc9-318c26602d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:24.666190 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5cce9116-f9dd-476e-9204-817f3fb0b411 req-4d9bffab-3d10-4ed6-afc9-318c26602d0e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=7c706f9b-2867-4158-b285-926a4adb47a2 HTTP/1.1" status: 200 len: 855 time: 0.0446503 Oct 17 04:35:24.671999 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f91ce6-15ef-489a-9b23-92298c0dd5a0 None None] Checking router: 2c7c6e38-6b11-4d56-9711-38ee49b63176 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:35:24.680508 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f91ce6-15ef-489a-9b23-92298c0dd5a0 None None] Routers {'2c7c6e38-6b11-4d56-9711-38ee49b63176'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:35:24.681140 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-10f91ce6-15ef-489a-9b23-92298c0dd5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:35:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['2c7c6e38-6b11-4d56-9711-38ee49b63176'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:24.712420 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce9116-f9dd-476e-9204-817f3fb0b411 req-277c5eb1-4d3e-4c4a-94ad-a423c3b212b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:24.713946 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5cce9116-f9dd-476e-9204-817f3fb0b411 req-277c5eb1-4d3e-4c4a-94ad-a423c3b212b5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=596ebb0d-79d0-45f5-9e52-b2ce25b00863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415747 Oct 17 04:35:24.766578 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:24.768931 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=100 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:24.787582 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-10f91ce6-15ef-489a-9b23-92298c0dd5a0 None None] Set router 2c7c6e38-6b11-4d56-9711-38ee49b63176 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:35:24.807259 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5cce9116-f9dd-476e-9204-817f3fb0b411 req-db2314bc-edab-41ed-8ca4-4eca255c107e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853887 Oct 17 04:35:24.905885 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5cce9116-f9dd-476e-9204-817f3fb0b411 req-e6efb504-952e-4d1f-8dd6-8698b7d5fcf4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897715 Oct 17 04:35:24.999923 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-10f91ce6-15ef-489a-9b23-92298c0dd5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'name': 'tempest-AttachVolumeShelveTestJSON-998903936-router', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:56Z', 'updated_at': '2022-10-17T04:31:07Z', 'revision_number': 4, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'gw_port': {'id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '116d3e35-e42d-495e-852f-abe22d4a8a68', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'port_id': '0c4b79b8-f091-4221-b5d8-ad21adc83468', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'mac_address': 'fa:16:3e:c7:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58170c9-886a-45c1-9c0e-acfb37fab782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:35:11Z', 'updated_at': '2022-10-17T04:35:23Z', 'revision_number': 1, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78935399-6a90-4839-8df7-6fc05be54b3e', 'name': '', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'mac_address': 'fa:16:3e:29:99:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:05Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 5, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'subnets': [{'id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:25.027313 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f91ce6-15ef-489a-9b23-92298c0dd5a0 None None] The sync data for ids ['2c7c6e38-6b11-4d56-9711-38ee49b63176'] in dv-cinder-861557-1-iscsi is: [{'id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'name': 'tempest-AttachVolumeShelveTestJSON-998903936-router', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:56Z', 'updated_at': '2022-10-17T04:31:07Z', 'revision_number': 4, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'gw_port': {'id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '116d3e35-e42d-495e-852f-abe22d4a8a68', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'port_id': '0c4b79b8-f091-4221-b5d8-ad21adc83468', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'mac_address': 'fa:16:3e:c7:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58170c9-886a-45c1-9c0e-acfb37fab782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:35:11Z', 'updated_at': '2022-10-17T04:35:23Z', 'revision_number': 1, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78935399-6a90-4839-8df7-6fc05be54b3e', 'name': '', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'mac_address': 'fa:16:3e:29:99:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:05Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 5, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'subnets': [{'id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:35:25.211732 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6f6ac4-8e2c-46ee-9f4d-002c4705134f None None] New status for floating IP 116d3e35-e42d-495e-852f-abe22d4a8a68: ACTIVE {{(pid=104489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:35:27.136283 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:27.150575 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cd405-2bd2-418c-bab1-68cc9edc1d29 req-49730c1e-5bf2-4759-a358-2d1442049e29 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:27.152034 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f61cd405-2bd2-418c-bab1-68cc9edc1d29 req-49730c1e-5bf2-4759-a358-2d1442049e29 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0481517 Oct 17 04:35:27.197479 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f61cd405-2bd2-418c-bab1-68cc9edc1d29 req-b0d319c9-dd68-4a91-be6c-14010f253d6e tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396295 Oct 17 04:35:28.317571 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d4870-da38-4935-8b6d-e10343741c38 req-06134a41-b520-4fce-b481-9059e6f10465 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:28.319047 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-764d4870-da38-4935-8b6d-e10343741c38 req-06134a41-b520-4fce-b481-9059e6f10465 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0454967 Oct 17 04:35:28.366036 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-764d4870-da38-4935-8b6d-e10343741c38 req-58b63552-8767-4ed4-bb34-88b795a1de3a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414147 Oct 17 04:35:29.492346 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5e401-43db-40f0-bed7-1ac15a49a90b req-066099eb-e97b-4015-9388-803e961efceb tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:29.493884 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fcd5e401-43db-40f0-bed7-1ac15a49a90b req-066099eb-e97b-4015-9388-803e961efceb tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0516903 Oct 17 04:35:29.541465 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fcd5e401-43db-40f0-bed7-1ac15a49a90b req-68aed3ec-f319-442f-81a6-8df794f500f9 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418475 Oct 17 04:35:30.667800 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56888f99-5156-4707-985f-07e0f86fb63f req-bc4fdb9a-d7dc-48e3-bebe-0f5e71b5dc41 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:30.669981 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-56888f99-5156-4707-985f-07e0f86fb63f req-bc4fdb9a-d7dc-48e3-bebe-0f5e71b5dc41 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0492446 Oct 17 04:35:30.719362 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-56888f99-5156-4707-985f-07e0f86fb63f req-0f489937-c48c-4943-99dd-ec5572b92dff tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b06483a-c616-46ed-8708-4e3a92347bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439086 Oct 17 04:35:30.784581 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e18da2-7aa7-4da1-9050-c9f33d52267c req-e48ab0cc-41fc-41ba-ad87-b8967f519520 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:30.786061 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-48e18da2-7aa7-4da1-9050-c9f33d52267c req-e48ab0cc-41fc-41ba-ad87-b8967f519520 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 945 time: 0.0535715 Oct 17 04:35:30.879563 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-48e18da2-7aa7-4da1-9050-c9f33d52267c req-319ef58d-e570-4cd8-9ae3-7da8340775a7 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Deleting port d6e73103-0bcc-46c6-a3be-e7d793fb4195 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:35:30.879903 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-48e18da2-7aa7-4da1-9050-c9f33d52267c req-319ef58d-e570-4cd8-9ae3-7da8340775a7 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (d6e73103-0bcc-46c6-a3be-e7d793fb4195), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:30.970710 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-48e18da2-7aa7-4da1-9050-c9f33d52267c req-319ef58d-e570-4cd8-9ae3-7da8340775a7 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] For port d6e73103-0bcc-46c6-a3be-e7d793fb4195, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=d6e73103-0bcc-46c6-a3be-e7d793fb4195,segment=NetworkSegment(705227ac-8d1e-419e-a3d4-a7c5171cb48b),segment_id=705227ac-8d1e-419e-a3d4-a7c5171cb48b)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:35:30.971064 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-48e18da2-7aa7-4da1-9050-c9f33d52267c req-319ef58d-e570-4cd8-9ae3-7da8340775a7 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (d6e73103-0bcc-46c6-a3be-e7d793fb4195), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:31.080507 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-5863d377-815c-419e-9397-fb4a4f7f282a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:31.348007 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-48e18da2-7aa7-4da1-9050-c9f33d52267c req-319ef58d-e570-4cd8-9ae3-7da8340775a7 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:31.348382 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-48e18da2-7aa7-4da1-9050-c9f33d52267c req-319ef58d-e570-4cd8-9ae3-7da8340775a7 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (290b62cf-17c9-452d-b89f-7c4c5a2c2b3c), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:31.348715 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.l3_db [req-48e18da2-7aa7-4da1-9050-c9f33d52267c req-319ef58d-e570-4cd8-9ae3-7da8340775a7 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Floating IP 290b62cf-17c9-452d-b89f-7c4c5a2c2b3c disassociated. External IP: 172.27.3.88, port: d6e73103-0bcc-46c6-a3be-e7d793fb4195. Oct 17 04:35:31.349060 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-48e18da2-7aa7-4da1-9050-c9f33d52267c req-319ef58d-e570-4cd8-9ae3-7da8340775a7 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Calling delete_port for d6e73103-0bcc-46c6-a3be-e7d793fb4195 owned by compute:nova {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:35:31.475635 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-48e18da2-7aa7-4da1-9050-c9f33d52267c req-319ef58d-e570-4cd8-9ae3-7da8340775a7 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (d6e73103-0bcc-46c6-a3be-e7d793fb4195), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:31.502143 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ef58d-e570-4cd8-9ae3-7da8340775a7 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Pushing event deleted for resources: {'Port': ['ID=d6e73103-0bcc-46c6-a3be-e7d793fb4195,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:31.614894 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:31.620212 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48e18da2-7aa7-4da1-9050-c9f33d52267c req-319ef58d-e570-4cd8-9ae3-7da8340775a7 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Router 360408b5-178b-451c-aa29-5d9d8bcf86eb has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:35:31.712952 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:31.730376 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48e18da2-7aa7-4da1-9050-c9f33d52267c req-319ef58d-e570-4cd8-9ae3-7da8340775a7 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:35:31.741320 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a47e4d-b531-4abf-aca5-df55b9dc97d5 None None] Sync routers for ids ['360408b5-178b-451c-aa29-5d9d8bcf86eb'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:35:31.752788 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a47e4d-b531-4abf-aca5-df55b9dc97d5 None None] Routers {'360408b5-178b-451c-aa29-5d9d8bcf86eb'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:35:31.753756 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-02a47e4d-b531-4abf-aca5-df55b9dc97d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:35:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['360408b5-178b-451c-aa29-5d9d8bcf86eb'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:31.776561 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e18da2-7aa7-4da1-9050-c9f33d52267c req-319ef58d-e570-4cd8-9ae3-7da8340775a7 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] No DVR routers for this DVR port d6e73103-0bcc-46c6-a3be-e7d793fb4195 on host hv-cinder-86155 {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:35:31.780279 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-48e18da2-7aa7-4da1-9050-c9f33d52267c req-319ef58d-e570-4cd8-9ae3-7da8340775a7 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:31.783559 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-48e18da2-7aa7-4da1-9050-c9f33d52267c req-319ef58d-e570-4cd8-9ae3-7da8340775a7 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.20 "DELETE /networking/v2.0/ports/d6e73103-0bcc-46c6-a3be-e7d793fb4195 HTTP/1.1" status: 204 len: 173 time: 0.9869385 Oct 17 04:35:31.784073 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5722cf2-3e88-4c8e-a533-e6a228c13a82', 'name': 'network-vif-deleted', 'tag': 'd6e73103-0bcc-46c6-a3be-e7d793fb4195'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:35:31.786620 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f68036-13a0-49b5-9f8f-97fa9a7eee36" -d '{"events": [{"server_uuid": "e5722cf2-3e88-4c8e-a533-e6a228c13a82", "name": "network-vif-deleted", "tag": "d6e73103-0bcc-46c6-a3be-e7d793fb4195"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:35:31.847496 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-27aec018-6f55-42ed-a740-aba229866357 req-96aef942-9cbb-4d55-bd60-4bca9b4e4f5a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5722cf2-3e88-4c8e-a533-e6a228c13a82 HTTP/1.1" status: 200 len: 210 time: 0.0399873 Oct 17 04:35:31.872250 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b2fc50-626a-4c8e-a9dc-a6185353e82e x-openstack-request-id: req-f5b2fc50-626a-4c8e-a9dc-a6185353e82e {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:35:31.872250 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5722cf2-3e88-4c8e-a533-e6a228c13a82", "name": "network-vif-deleted", "tag": "d6e73103-0bcc-46c6-a3be-e7d793fb4195", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:35:31.872250 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f5b2fc50-626a-4c8e-a9dc-a6185353e82e {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:35:31.872250 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b2fc50-626a-4c8e-a9dc-a6185353e82e'] response: {'server_uuid': 'e5722cf2-3e88-4c8e-a533-e6a228c13a82', 'name': 'network-vif-deleted', 'tag': 'd6e73103-0bcc-46c6-a3be-e7d793fb4195', 'status': 'completed', 'code': 200} Oct 17 04:35:31.877535 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-02a47e4d-b531-4abf-aca5-df55b9dc97d5 None None] Set router 360408b5-178b-451c-aa29-5d9d8bcf86eb gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:35:31.917430 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=100 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:32.157858 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-02a47e4d-b531-4abf-aca5-df55b9dc97d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'name': 'tempest-ServerRescueNegativeTestJSON-196942370-router', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:02Z', 'revision_number': 4, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'gw_port': {'id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7', 'name': '', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'mac_address': 'fa:16:3e:94:74:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:27Z', 'revision_number': 5, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'subnets': [{'id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:32.186378 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a47e4d-b531-4abf-aca5-df55b9dc97d5 None None] Checking router: 360408b5-178b-451c-aa29-5d9d8bcf86eb for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:35:32.194510 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a47e4d-b531-4abf-aca5-df55b9dc97d5 None None] Routers {'360408b5-178b-451c-aa29-5d9d8bcf86eb'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:35:32.195100 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-02a47e4d-b531-4abf-aca5-df55b9dc97d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:35:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['360408b5-178b-451c-aa29-5d9d8bcf86eb'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:32.292461 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-02a47e4d-b531-4abf-aca5-df55b9dc97d5 None None] Set router 360408b5-178b-451c-aa29-5d9d8bcf86eb gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:35:32.478058 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-02a47e4d-b531-4abf-aca5-df55b9dc97d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'name': 'tempest-ServerRescueNegativeTestJSON-196942370-router', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:02Z', 'revision_number': 4, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'gw_port': {'id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7', 'name': '', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'mac_address': 'fa:16:3e:94:74:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:27Z', 'revision_number': 5, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'subnets': [{'id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:32.503387 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a47e4d-b531-4abf-aca5-df55b9dc97d5 None None] The sync data for ids ['360408b5-178b-451c-aa29-5d9d8bcf86eb'] in dv-cinder-861557-1-iscsi is: [{'id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'name': 'tempest-ServerRescueNegativeTestJSON-196942370-router', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:02Z', 'revision_number': 4, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'gw_port': {'id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7', 'name': '', 'network_id': '4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'mac_address': 'fa:16:3e:94:74:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:27Z', 'revision_number': 5, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'subnets': [{'id': 'c0346a38-a53e-4be5-b7d5-8ede2ed11f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:35:32.723157 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e62f0c-7b44-4608-a4a4-42c124f8f954 None None] New status for floating IP 290b62cf-17c9-452d-b89f-7c4c5a2c2b3c: DOWN {{(pid=104489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:35:32.954260 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59570) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:33.010028 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-198f3179-f086-46e2-a040-5ebe65dc19e5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for security_group (4b06483a-c616-46ed-8708-4e3a92347bdf), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:33.031931 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-198f3179-f086-46e2-a040-5ebe65dc19e5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for security_group (4b06483a-c616-46ed-8708-4e3a92347bdf), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:33.081133 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-198f3179-f086-46e2-a040-5ebe65dc19e5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (4b06483a-c616-46ed-8708-4e3a92347bdf), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:33.083681 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-198f3179-f086-46e2-a040-5ebe65dc19e5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:33.084828 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-198f3179-f086-46e2-a040-5ebe65dc19e5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/4b06483a-c616-46ed-8708-4e3a92347bdf HTTP/1.1" status: 204 len: 168 time: 0.1288359 Oct 17 04:35:33.087502 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59574) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:33.094302 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f3179-f086-46e2-a040-5ebe65dc19e5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b06483a-c616-46ed-8708-4e3a92347bdf,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:33.101754 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198f3179-f086-46e2-a040-5ebe65dc19e5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:33.102109 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198f3179-f086-46e2-a040-5ebe65dc19e5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:33.102352 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.api.v2.resource [None req-ad0e66f4-963a-4192-9b34-706e53b22ed3 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] show failed (client error): The resource could not be found. Oct 17 04:35:33.102488 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198f3179-f086-46e2-a040-5ebe65dc19e5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:33.102775 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198f3179-f086-46e2-a040-5ebe65dc19e5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:33.106170 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198f3179-f086-46e2-a040-5ebe65dc19e5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:33.106324 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-ad0e66f4-963a-4192-9b34-706e53b22ed3 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups/4b06483a-c616-46ed-8708-4e3a92347bdf HTTP/1.1" status: 404 len: 347 time: 0.0142848 Oct 17 04:35:33.106526 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198f3179-f086-46e2-a040-5ebe65dc19e5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:33.106526 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198f3179-f086-46e2-a040-5ebe65dc19e5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:33.106526 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198f3179-f086-46e2-a040-5ebe65dc19e5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:33.106526 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198f3179-f086-46e2-a040-5ebe65dc19e5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:33.106526 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198f3179-f086-46e2-a040-5ebe65dc19e5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:33.106526 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198f3179-f086-46e2-a040-5ebe65dc19e5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:33.106526 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198f3179-f086-46e2-a040-5ebe65dc19e5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:33.106526 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198f3179-f086-46e2-a040-5ebe65dc19e5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:33.106526 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198f3179-f086-46e2-a040-5ebe65dc19e5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:33.106526 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198f3179-f086-46e2-a040-5ebe65dc19e5 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:35:33.107269 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59578) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:33.225324 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-198dec74-f9c8-484d-a93f-3398fb9d0296 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Deleting port db44a2b7-9b90-4f26-af32-2ab4f536b86c {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:35:33.225760 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-198dec74-f9c8-484d-a93f-3398fb9d0296 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (db44a2b7-9b90-4f26-af32-2ab4f536b86c), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:33.307568 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-198dec74-f9c8-484d-a93f-3398fb9d0296 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (db44a2b7-9b90-4f26-af32-2ab4f536b86c), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:33.307898 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-198dec74-f9c8-484d-a93f-3398fb9d0296 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for floatingip (db44a2b7-9b90-4f26-af32-2ab4f536b86c), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:33.321628 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-198dec74-f9c8-484d-a93f-3398fb9d0296 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Calling delete_port for db44a2b7-9b90-4f26-af32-2ab4f536b86c owned by network:floatingip {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:35:33.415983 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6087e7e-5601-4e8b-97e6-502adc7d3f40 req-4d97a702-493d-40e5-9a88-d61413c6545f tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:33.417604 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c6087e7e-5601-4e8b-97e6-502adc7d3f40 req-4d97a702-493d-40e5-9a88-d61413c6545f tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0476756 Oct 17 04:35:33.462760 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-198dec74-f9c8-484d-a93f-3398fb9d0296 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (db44a2b7-9b90-4f26-af32-2ab4f536b86c), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:33.470595 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c6087e7e-5601-4e8b-97e6-502adc7d3f40 req-3e0e660e-d667-4088-b981-dc19abac6237 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466623 Oct 17 04:35:33.475103 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-975e3481-1483-4a1f-97e3-4263c44ce34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:33.499547 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198dec74-f9c8-484d-a93f-3398fb9d0296 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Pushing event deleted for resources: {'Port': ['ID=db44a2b7-9b90-4f26-af32-2ab4f536b86c,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:33.558897 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-198dec74-f9c8-484d-a93f-3398fb9d0296 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks [] for floatingip (290b62cf-17c9-452d-b89f-7c4c5a2c2b3c), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:33.561415 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-198dec74-f9c8-484d-a93f-3398fb9d0296 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:33.562582 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-198dec74-f9c8-484d-a93f-3398fb9d0296 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/290b62cf-17c9-452d-b89f-7c4c5a2c2b3c HTTP/1.1" status: 204 len: 168 time: 0.4551749 Oct 17 04:35:34.372398 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device d6e73103-0bcc-46c6-a3be-e7d793fb4195 no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:35:34.395402 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] No Port match for: d6e73103-0bcc-46c6-a3be-e7d793fb4195 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:35:34.395741 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device d6e73103-0bcc-46c6-a3be-e7d793fb4195 not bound to the agent host hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:35:34.594819 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd79370-b525-4377-a76c-9ff47c28098f req-e09cd946-cd56-46f4-9ba0-d453b78c03db tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:34.596284 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9cd79370-b525-4377-a76c-9ff47c28098f req-e09cd946-cd56-46f4-9ba0-d453b78c03db tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0461168 Oct 17 04:35:34.637233 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:34.643634 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9cd79370-b525-4377-a76c-9ff47c28098f req-6c5977f2-c609-4a75-a03c-3bd151290d42 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418272 Oct 17 04:35:35.571709 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bf506-73f0-4089-aa31-8fd87f91d7d7 req-634345db-d942-42c7-b729-6f23d078c730 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:35.573216 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-548bf506-73f0-4089-aa31-8fd87f91d7d7 req-634345db-d942-42c7-b729-6f23d078c730 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0455174 Oct 17 04:35:35.655095 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-548bf506-73f0-4089-aa31-8fd87f91d7d7 req-a986559c-41b8-467f-9a25-213031699ed9 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Deleting port 1b48d51f-4326-473b-8c9d-416ea81fac1e {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:35:35.655430 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-548bf506-73f0-4089-aa31-8fd87f91d7d7 req-a986559c-41b8-467f-9a25-213031699ed9 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (1b48d51f-4326-473b-8c9d-416ea81fac1e), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:35.749672 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-548bf506-73f0-4089-aa31-8fd87f91d7d7 req-a986559c-41b8-467f-9a25-213031699ed9 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] For port 1b48d51f-4326-473b-8c9d-416ea81fac1e, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=1b48d51f-4326-473b-8c9d-416ea81fac1e,segment=NetworkSegment(c26ac881-75a2-4c4f-bf22-c9e5e29baaeb),segment_id=c26ac881-75a2-4c4f-bf22-c9e5e29baaeb)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:35:35.750035 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-548bf506-73f0-4089-aa31-8fd87f91d7d7 req-a986559c-41b8-467f-9a25-213031699ed9 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (1b48d51f-4326-473b-8c9d-416ea81fac1e), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:35.754395 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:35.770591 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3dcad-565e-442b-bef5-1525b7d06845 req-b277c667-6971-41e3-b2d8-41a5977812c3 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:35.772072 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f8d3dcad-565e-442b-bef5-1525b7d06845 req-b277c667-6971-41e3-b2d8-41a5977812c3 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 945 time: 0.0482965 Oct 17 04:35:35.819721 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f8d3dcad-565e-442b-bef5-1525b7d06845 req-250fc3ff-ab93-4ef9-9774-4883e86c5d8f tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2d2eee5a-3dd0-49dd-b445-b7a27125d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417032 Oct 17 04:35:35.892122 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:35.919991 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-548bf506-73f0-4089-aa31-8fd87f91d7d7 req-a986559c-41b8-467f-9a25-213031699ed9 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:35.920359 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-548bf506-73f0-4089-aa31-8fd87f91d7d7 req-a986559c-41b8-467f-9a25-213031699ed9 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (1bebbacb-f2d3-44a6-a48c-a8ce7bb59e8e), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:35.920674 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.l3_db [req-548bf506-73f0-4089-aa31-8fd87f91d7d7 req-a986559c-41b8-467f-9a25-213031699ed9 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Floating IP 1bebbacb-f2d3-44a6-a48c-a8ce7bb59e8e disassociated. External IP: 172.27.3.216, port: 1b48d51f-4326-473b-8c9d-416ea81fac1e. Oct 17 04:35:35.921020 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-548bf506-73f0-4089-aa31-8fd87f91d7d7 req-a986559c-41b8-467f-9a25-213031699ed9 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Calling delete_port for 1b48d51f-4326-473b-8c9d-416ea81fac1e owned by compute:nova {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:35:35.982614 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:36.055663 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b96d6-52e6-44bc-81f4-43bd6ea6ef13 req-101a7502-a229-4621-90b6-8ba51a9f510d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:36.057460 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2a2b96d6-52e6-44bc-81f4-43bd6ea6ef13 req-101a7502-a229-4621-90b6-8ba51a9f510d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0500765 Oct 17 04:35:36.058967 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-548bf506-73f0-4089-aa31-8fd87f91d7d7 req-a986559c-41b8-467f-9a25-213031699ed9 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (1b48d51f-4326-473b-8c9d-416ea81fac1e), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:36.087432 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986559c-41b8-467f-9a25-213031699ed9 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Pushing event deleted for resources: {'Port': ['ID=1b48d51f-4326-473b-8c9d-416ea81fac1e,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:36.106634 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2a2b96d6-52e6-44bc-81f4-43bd6ea6ef13 req-2fe8f89d-5da7-4c7d-a4e7-b904c6498553 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430543 Oct 17 04:35:36.194016 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:36.204373 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-548bf506-73f0-4089-aa31-8fd87f91d7d7 req-a986559c-41b8-467f-9a25-213031699ed9 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Router cf3ccc05-0068-40f1-8539-7d2292f48ca6 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:35:36.212627 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:36.221430 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:36.311785 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-548bf506-73f0-4089-aa31-8fd87f91d7d7 req-a986559c-41b8-467f-9a25-213031699ed9 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:35:36.321194 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca91777-83b9-4ffc-af4c-07cbde806453 None None] Sync routers for ids ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:35:36.336133 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca91777-83b9-4ffc-af4c-07cbde806453 None None] Routers {'cf3ccc05-0068-40f1-8539-7d2292f48ca6'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:35:36.336745 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-3ca91777-83b9-4ffc-af4c-07cbde806453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:35:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:36.354377 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-548bf506-73f0-4089-aa31-8fd87f91d7d7 req-a986559c-41b8-467f-9a25-213031699ed9 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] No DVR routers for this DVR port 1b48d51f-4326-473b-8c9d-416ea81fac1e on host hv-cinder-86155 {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:35:36.357619 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-548bf506-73f0-4089-aa31-8fd87f91d7d7 req-a986559c-41b8-467f-9a25-213031699ed9 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:36.360834 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-548bf506-73f0-4089-aa31-8fd87f91d7d7 req-a986559c-41b8-467f-9a25-213031699ed9 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.20 "DELETE /networking/v2.0/ports/1b48d51f-4326-473b-8c9d-416ea81fac1e HTTP/1.1" status: 204 len: 173 time: 0.7811611 Oct 17 04:35:36.361356 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf59bfb1-79b1-4ebe-9635-380231dec617', 'name': 'network-vif-deleted', 'tag': '1b48d51f-4326-473b-8c9d-416ea81fac1e'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:35:36.363626 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af836b9c-7d6d-4632-b73a-6a9482a99647" -d '{"events": [{"server_uuid": "bf59bfb1-79b1-4ebe-9635-380231dec617", "name": "network-vif-deleted", "tag": "1b48d51f-4326-473b-8c9d-416ea81fac1e"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:35:36.400690 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da1ef07-56e8-4e26-9aea-9e883b4394c1 x-openstack-request-id: req-0da1ef07-56e8-4e26-9aea-9e883b4394c1 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:35:36.400986 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf59bfb1-79b1-4ebe-9635-380231dec617", "name": "network-vif-deleted", "tag": "1b48d51f-4326-473b-8c9d-416ea81fac1e", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:35:36.401280 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0da1ef07-56e8-4e26-9aea-9e883b4394c1 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:35:36.401695 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da1ef07-56e8-4e26-9aea-9e883b4394c1'] response: {'server_uuid': 'bf59bfb1-79b1-4ebe-9635-380231dec617', 'name': 'network-vif-deleted', 'tag': '1b48d51f-4326-473b-8c9d-416ea81fac1e', 'status': 'completed', 'code': 200} Oct 17 04:35:36.415155 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=100 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:36.439711 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-3ca91777-83b9-4ffc-af4c-07cbde806453 None None] Set router cf3ccc05-0068-40f1-8539-7d2292f48ca6 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:35:36.514481 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:36.634147 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-3ca91777-83b9-4ffc-af4c-07cbde806453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'name': 'tempest-AttachVolumeTestJSON-690720917-router', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:09Z', 'revision_number': 4, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'gw_port': {'id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': 'decbcabf-cae3-43f6-b380-5ec431cf4aec', 'name': '', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'mac_address': 'fa:16:3e:6d:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:07Z', 'updated_at': '2022-10-17T04:31:28Z', 'revision_number': 5, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'subnets': [{'id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:36.658094 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca91777-83b9-4ffc-af4c-07cbde806453 None None] Checking router: cf3ccc05-0068-40f1-8539-7d2292f48ca6 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:35:36.666118 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca91777-83b9-4ffc-af4c-07cbde806453 None None] Routers {'cf3ccc05-0068-40f1-8539-7d2292f48ca6'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:35:36.666700 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-3ca91777-83b9-4ffc-af4c-07cbde806453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:35:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:36.766294 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-3ca91777-83b9-4ffc-af4c-07cbde806453 None None] Set router cf3ccc05-0068-40f1-8539-7d2292f48ca6 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:35:36.832637 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=100 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:36.926370 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-13142b36-89e4-4456-8439-63f88c67d9a9 req-f5ac7f6d-c994-4c8c-9a3f-5f6f2d95ca2a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 210 time: 0.0286658 Oct 17 04:35:36.952770 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-3ca91777-83b9-4ffc-af4c-07cbde806453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'name': 'tempest-AttachVolumeTestJSON-690720917-router', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:09Z', 'revision_number': 4, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'gw_port': {'id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': 'decbcabf-cae3-43f6-b380-5ec431cf4aec', 'name': '', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'mac_address': 'fa:16:3e:6d:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:07Z', 'updated_at': '2022-10-17T04:31:28Z', 'revision_number': 5, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'subnets': [{'id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:36.977042 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca91777-83b9-4ffc-af4c-07cbde806453 None None] The sync data for ids ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'] in dv-cinder-861557-1-iscsi is: [{'id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'name': 'tempest-AttachVolumeTestJSON-690720917-router', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:09Z', 'revision_number': 4, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'gw_port': {'id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': 'decbcabf-cae3-43f6-b380-5ec431cf4aec', 'name': '', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'mac_address': 'fa:16:3e:6d:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:07Z', 'updated_at': '2022-10-17T04:31:28Z', 'revision_number': 5, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'subnets': [{'id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:35:37.188592 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f883f9ca-dcd3-4933-be6f-97085ed49244 None None] New status for floating IP 1bebbacb-f2d3-44a6-a48c-a8ce7bb59e8e: DOWN {{(pid=104489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:35:37.234191 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27ef12-45e6-4df2-b25a-4be969365ed8 req-0f0f2949-9268-459c-af66-b2bcbbe7d780 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:37.235687 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-dc27ef12-45e6-4df2-b25a-4be969365ed8 req-0f0f2949-9268-459c-af66-b2bcbbe7d780 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0470951 Oct 17 04:35:37.286723 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-dc27ef12-45e6-4df2-b25a-4be969365ed8 req-0f0e65b2-9340-4c75-8fad-1e6b89219e93 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450675 Oct 17 04:35:38.018926 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:38.041875 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-342ce145-99ec-41e3-a3d7-5dad09209f49 req-487c9277-4d24-459c-8add-d1ba9e0c5ce1 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bf59bfb1-79b1-4ebe-9635-380231dec617 HTTP/1.1" status: 200 len: 210 time: 0.0329070 Oct 17 04:35:38.362149 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35b062-5d0b-4201-81fc-e63c2fee0b8f req-d03f2f76-bd26-4633-8e29-90bc0c7ac916 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:38.363622 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-be35b062-5d0b-4201-81fc-e63c2fee0b8f req-d03f2f76-bd26-4633-8e29-90bc0c7ac916 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0526805 Oct 17 04:35:38.414659 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fd842-d85a-43d7-b4d8-adc3c95a9103 req-67406b1a-8b4e-43a6-8ec9-65bc353237a2 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:38.416568 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a29fd842-d85a-43d7-b4d8-adc3c95a9103 req-67406b1a-8b4e-43a6-8ec9-65bc353237a2 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=942796c5-f5b3-476a-ae21-dcaabf3bd8df HTTP/1.1" status: 200 len: 945 time: 0.0493572 Oct 17 04:35:38.456881 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-be35b062-5d0b-4201-81fc-e63c2fee0b8f req-627ab8e9-8bec-45aa-81e9-9b8f5e15bd54 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Deleting port 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:35:38.457296 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-be35b062-5d0b-4201-81fc-e63c2fee0b8f req-627ab8e9-8bec-45aa-81e9-9b8f5e15bd54 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (37d6f19d-2ed4-4803-ac7c-8e9517972bc6), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:38.467574 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a29fd842-d85a-43d7-b4d8-adc3c95a9103 req-360478e4-826e-408e-b5aa-92392ab0390a tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446594 Oct 17 04:35:38.548721 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-be35b062-5d0b-4201-81fc-e63c2fee0b8f req-627ab8e9-8bec-45aa-81e9-9b8f5e15bd54 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] For port 37d6f19d-2ed4-4803-ac7c-8e9517972bc6, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=37d6f19d-2ed4-4803-ac7c-8e9517972bc6,segment=NetworkSegment(705227ac-8d1e-419e-a3d4-a7c5171cb48b),segment_id=705227ac-8d1e-419e-a3d4-a7c5171cb48b)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:35:38.548979 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-be35b062-5d0b-4201-81fc-e63c2fee0b8f req-627ab8e9-8bec-45aa-81e9-9b8f5e15bd54 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (37d6f19d-2ed4-4803-ac7c-8e9517972bc6), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:38.562558 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-be35b062-5d0b-4201-81fc-e63c2fee0b8f req-627ab8e9-8bec-45aa-81e9-9b8f5e15bd54 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Calling delete_port for 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 owned by compute:nova {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:35:38.660149 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:38.684683 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-be35b062-5d0b-4201-81fc-e63c2fee0b8f req-627ab8e9-8bec-45aa-81e9-9b8f5e15bd54 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (37d6f19d-2ed4-4803-ac7c-8e9517972bc6), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:38.703783 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['d527852d-57b4-4e00-893c-ff6f8df97d89', '37d6f19d-2ed4-4803-ac7c-8e9517972bc6'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:35:38.709851 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ab8e9-8bec-45aa-81e9-9b8f5e15bd54 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Pushing event deleted for resources: {'Port': ['ID=37d6f19d-2ed4-4803-ac7c-8e9517972bc6,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:38.760657 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-be35b062-5d0b-4201-81fc-e63c2fee0b8f req-627ab8e9-8bec-45aa-81e9-9b8f5e15bd54 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] No DVR routers for this DVR port 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 on host hv-cinder-86155 {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:35:38.763591 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-be35b062-5d0b-4201-81fc-e63c2fee0b8f req-627ab8e9-8bec-45aa-81e9-9b8f5e15bd54 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:38.766826 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-be35b062-5d0b-4201-81fc-e63c2fee0b8f req-627ab8e9-8bec-45aa-81e9-9b8f5e15bd54 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.20 "DELETE /networking/v2.0/ports/37d6f19d-2ed4-4803-ac7c-8e9517972bc6 HTTP/1.1" status: 204 len: 173 time: 0.3943629 Oct 17 04:35:38.767335 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942796c5-f5b3-476a-ae21-dcaabf3bd8df', 'name': 'network-vif-deleted', 'tag': '37d6f19d-2ed4-4803-ac7c-8e9517972bc6'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:35:38.769754 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0572d077-fc78-44cd-8137-8fb42a801949" -d '{"events": [{"server_uuid": "942796c5-f5b3-476a-ae21-dcaabf3bd8df", "name": "network-vif-deleted", "tag": "37d6f19d-2ed4-4803-ac7c-8e9517972bc6"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:35:38.811451 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d1b110-12aa-4dfb-aaad-dd8673471a5c x-openstack-request-id: req-c5d1b110-12aa-4dfb-aaad-dd8673471a5c {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:35:38.811961 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942796c5-f5b3-476a-ae21-dcaabf3bd8df", "name": "network-vif-deleted", "tag": "37d6f19d-2ed4-4803-ac7c-8e9517972bc6", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:35:38.812369 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c5d1b110-12aa-4dfb-aaad-dd8673471a5c {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:35:38.812925 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5d1b110-12aa-4dfb-aaad-dd8673471a5c'] response: {'server_uuid': '942796c5-f5b3-476a-ae21-dcaabf3bd8df', 'name': 'network-vif-deleted', 'tag': '37d6f19d-2ed4-4803-ac7c-8e9517972bc6', 'status': 'completed', 'code': 200} Oct 17 04:35:39.142169 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59624) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:39.200435 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-de7c8402-056e-4cfd-b0ee-f0ce3073ef87 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group (2d2eee5a-3dd0-49dd-b445-b7a27125d355), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:39.222688 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-de7c8402-056e-4cfd-b0ee-f0ce3073ef87 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group (2d2eee5a-3dd0-49dd-b445-b7a27125d355), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:39.251702 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:39.270640 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-de7c8402-056e-4cfd-b0ee-f0ce3073ef87 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (2d2eee5a-3dd0-49dd-b445-b7a27125d355), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:39.273334 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-de7c8402-056e-4cfd-b0ee-f0ce3073ef87 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:39.274457 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-de7c8402-056e-4cfd-b0ee-f0ce3073ef87 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/2d2eee5a-3dd0-49dd-b445-b7a27125d355 HTTP/1.1" status: 204 len: 168 time: 0.1312449 Oct 17 04:35:39.277460 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59626) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:39.286165 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c8402-056e-4cfd-b0ee-f0ce3073ef87 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2eee5a-3dd0-49dd-b445-b7a27125d355,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:39.292571 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.api.v2.resource [None req-08290048-a34c-41af-86a8-3b0c183c5c0b tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] show failed (client error): The resource could not be found. Oct 17 04:35:39.295417 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-08290048-a34c-41af-86a8-3b0c183c5c0b tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups/2d2eee5a-3dd0-49dd-b445-b7a27125d355 HTTP/1.1" status: 404 len: 347 time: 0.0161698 Oct 17 04:35:39.299325 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59628) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:39.431727 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-aa2039c2-3606-4f3a-962f-b17f17a3c72d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Deleting port 33a25b8c-8ca1-4bf8-81be-71828b077dc7 {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:35:39.431987 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-aa2039c2-3606-4f3a-962f-b17f17a3c72d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (33a25b8c-8ca1-4bf8-81be-71828b077dc7), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:39.510601 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-aa2039c2-3606-4f3a-962f-b17f17a3c72d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (33a25b8c-8ca1-4bf8-81be-71828b077dc7), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:39.510900 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-aa2039c2-3606-4f3a-962f-b17f17a3c72d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for floatingip (33a25b8c-8ca1-4bf8-81be-71828b077dc7), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:39.523562 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-aa2039c2-3606-4f3a-962f-b17f17a3c72d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Calling delete_port for 33a25b8c-8ca1-4bf8-81be-71828b077dc7 owned by network:floatingip {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:35:39.663026 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-aa2039c2-3606-4f3a-962f-b17f17a3c72d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (33a25b8c-8ca1-4bf8-81be-71828b077dc7), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:39.689528 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2039c2-3606-4f3a-962f-b17f17a3c72d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Pushing event deleted for resources: {'Port': ['ID=33a25b8c-8ca1-4bf8-81be-71828b077dc7,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:39.791722 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7a984-3ed6-421b-bde7-ad98046e6501 req-55873164-b05b-43d0-bae9-9098b8863f3d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:39.793238 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-77f7a984-3ed6-421b-bde7-ad98046e6501 req-55873164-b05b-43d0-bae9-9098b8863f3d tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0759795 Oct 17 04:35:39.795590 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-aa2039c2-3606-4f3a-962f-b17f17a3c72d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for floatingip (1bebbacb-f2d3-44a6-a48c-a8ce7bb59e8e), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:39.798119 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-aa2039c2-3606-4f3a-962f-b17f17a3c72d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:39.799173 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-aa2039c2-3606-4f3a-962f-b17f17a3c72d tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/1bebbacb-f2d3-44a6-a48c-a8ce7bb59e8e HTTP/1.1" status: 204 len: 168 time: 0.4985211 Oct 17 04:35:39.846434 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-77f7a984-3ed6-421b-bde7-ad98046e6501 req-3a6ca256-a20d-42b3-a6af-60e78afdd50c tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461357 Oct 17 04:35:39.889892 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59638) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:39.894427 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-e56faf9d-899b-4049-956c-c424aaf0d30a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--418535511', 'description': 'tempest-description--173828406'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:35:39.916241 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e56faf9d-899b-4049-956c-c424aaf0d30a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:39.986978 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e56faf9d-899b-4049-956c-c424aaf0d30a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group (aee80be0-ab20-45f2-88cf-ccefe2e3cb3e), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:39.990446 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e56faf9d-899b-4049-956c-c424aaf0d30a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (aee80be0-ab20-45f2-88cf-ccefe2e3cb3e), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:40.020538 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e56faf9d-899b-4049-956c-c424aaf0d30a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:40.021777 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-e56faf9d-899b-4049-956c-c424aaf0d30a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1308110 Oct 17 04:35:40.022852 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56faf9d-899b-4049-956c-c424aaf0d30a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee80be0-ab20-45f2-88cf-ccefe2e3cb3e,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:40.024813 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59640) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:40.029941 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-ea7743c3-1aa6-46f3-9f04-46506f7a2f11 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Request body: {'security_group_rule': {'security_group_id': 'aee80be0-ab20-45f2-88cf-ccefe2e3cb3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:35:40.055648 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ea7743c3-1aa6-46f3-9f04-46506f7a2f11 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group_rule (dbfa30b1-642e-4363-a9fa-a568f8d4610c), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:40.087086 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:40.111923 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ea7743c3-1aa6-46f3-9f04-46506f7a2f11 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group_rule (dbfa30b1-642e-4363-a9fa-a568f8d4610c), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:40.115538 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ea7743c3-1aa6-46f3-9f04-46506f7a2f11 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (dbfa30b1-642e-4363-a9fa-a568f8d4610c), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:40.135084 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7743c3-1aa6-46f3-9f04-46506f7a2f11 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfa30b1-642e-4363-a9fa-a568f8d4610c,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:40.140585 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ea7743c3-1aa6-46f3-9f04-46506f7a2f11 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:40.144553 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-ea7743c3-1aa6-46f3-9f04-46506f7a2f11 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187122 Oct 17 04:35:40.144740 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59642) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:40.149291 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-d7dc8101-a222-40a8-b789-ed400bcd2400 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Request body: {'security_group_rule': {'security_group_id': 'aee80be0-ab20-45f2-88cf-ccefe2e3cb3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:35:40.176687 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8101-a222-40a8-b789-ed400bcd2400 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group_rule (3ba4ae1d-f249-4655-887d-e7be42bb68a4), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:40.231964 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8101-a222-40a8-b789-ed400bcd2400 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group_rule (3ba4ae1d-f249-4655-887d-e7be42bb68a4), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:40.235325 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8101-a222-40a8-b789-ed400bcd2400 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (3ba4ae1d-f249-4655-887d-e7be42bb68a4), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:40.253110 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc8101-a222-40a8-b789-ed400bcd2400 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba4ae1d-f249-4655-887d-e7be42bb68a4,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:40.259921 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8101-a222-40a8-b789-ed400bcd2400 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:40.261273 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-d7dc8101-a222-40a8-b789-ed400bcd2400 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154869 Oct 17 04:35:40.265018 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59644) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:40.269290 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-e4dc2f52-a7f5-40f9-8fe2-4590652fb7ae tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Request body: {'floatingip': {'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:35:40.289793 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e4dc2f52-a7f5-40f9-8fe2-4590652fb7ae tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:40.369436 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e4dc2f52-a7f5-40f9-8fe2-4590652fb7ae tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:40.424730 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:35:40.443351 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] No Port match for: 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:35:40.443695 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 37d6f19d-2ed4-4803-ac7c-8e9517972bc6 not bound to the agent host hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:35:40.444126 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 1b48d51f-4326-473b-8c9d-416ea81fac1e no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:35:40.462812 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] No Port match for: 1b48d51f-4326-473b-8c9d-416ea81fac1e {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:35:40.463154 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 1b48d51f-4326-473b-8c9d-416ea81fac1e not bound to the agent host hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:35:40.475482 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-e4dc2f52-a7f5-40f9-8fe2-4590652fb7ae tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Allocated IP 172.27.3.47 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/08bcbadf-8da1-486f-a857-09cef447cc28) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:35:40.499649 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:40.586326 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e4dc2f52-a7f5-40f9-8fe2-4590652fb7ae tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for port (08bcbadf-8da1-486f-a857-09cef447cc28), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:40.617705 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e4dc2f52-a7f5-40f9-8fe2-4590652fb7ae tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (08bcbadf-8da1-486f-a857-09cef447cc28), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:40.650700 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:40.658973 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dc2f52-a7f5-40f9-8fe2-4590652fb7ae tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:35:40.662492 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-e4dc2f52-a7f5-40f9-8fe2-4590652fb7ae tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:35:40.666874 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc2f52-a7f5-40f9-8fe2-4590652fb7ae tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:35:40.693149 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc2f52-a7f5-40f9-8fe2-4590652fb7ae tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Pushing event updated for resources: {'Port': ['ID=08bcbadf-8da1-486f-a857-09cef447cc28,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:40.756088 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e4dc2f52-a7f5-40f9-8fe2-4590652fb7ae tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for floatingip (7d543f98-e14a-40bc-a190-adef95caf777), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:40.791521 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e4dc2f52-a7f5-40f9-8fe2-4590652fb7ae tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (08bcbadf-8da1-486f-a857-09cef447cc28), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:40.943932 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e4dc2f52-a7f5-40f9-8fe2-4590652fb7ae tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for port (08bcbadf-8da1-486f-a857-09cef447cc28), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:40.948638 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e4dc2f52-a7f5-40f9-8fe2-4590652fb7ae tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (08bcbadf-8da1-486f-a857-09cef447cc28), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:40.969421 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee5ebd-83e3-42da-abec-def94e64b060 req-c12d4d1a-1824-436d-8371-c6f74774c32b tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:40.970895 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0cee5ebd-83e3-42da-abec-def94e64b060 req-c12d4d1a-1824-436d-8371-c6f74774c32b tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0470984 Oct 17 04:35:41.014452 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:41.016622 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc2f52-a7f5-40f9-8fe2-4590652fb7ae tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Pushing event updated for resources: {'Port': ['ID=08bcbadf-8da1-486f-a857-09cef447cc28,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:41.019138 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e4dc2f52-a7f5-40f9-8fe2-4590652fb7ae tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (7d543f98-e14a-40bc-a190-adef95caf777), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:41.023787 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0cee5ebd-83e3-42da-abec-def94e64b060 req-9db3abd5-ed73-4287-90d4-8cafce20ccec tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473821 Oct 17 04:35:41.035736 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e4dc2f52-a7f5-40f9-8fe2-4590652fb7ae tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:41.036962 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-e4dc2f52-a7f5-40f9-8fe2-4590652fb7ae tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7709484 Oct 17 04:35:41.235617 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-359916d6-e409-46bc-88a1-f85e92926f2c req-d0513d3c-8f1b-4050-a609-f0e169712d3b tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--418535511&fields=id&tenant_id=9de6141e0c3a41bcb84ac635b48a51df HTTP/1.1" status: 200 len: 267 time: 0.0429072 Oct 17 04:35:41.339858 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359916d6-e409-46bc-88a1-f85e92926f2c req-fa0c6ea0-7679-429e-8a28-12a4f433241b tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:41.341323 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-359916d6-e409-46bc-88a1-f85e92926f2c req-fa0c6ea0-7679-429e-8a28-12a4f433241b tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/networks?id=5b651c35-159b-4d6e-a364-6761b8b7e75b HTTP/1.1" status: 200 len: 810 time: 0.0994735 Oct 17 04:35:41.355318 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-359916d6-e409-46bc-88a1-f85e92926f2c req-6fcb5980-bf33-49aa-b7ce-54ec924cda23 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/quotas/9de6141e0c3a41bcb84ac635b48a51df HTTP/1.1" status: 200 len: 375 time: 0.0086799 Oct 17 04:35:41.636292 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-359916d6-e409-46bc-88a1-f85e92926f2c req-feb3d9be-3f14-4b97-8bbf-2597d855a536 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9de6141e0c3a41bcb84ac635b48a51df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2761307 Oct 17 04:35:41.729787 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-359916d6-e409-46bc-88a1-f85e92926f2c req-311a7e05-ff34-4935-b3ca-f0d6ec117dbe service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821569 Oct 17 04:35:41.820423 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-359916d6-e409-46bc-88a1-f85e92926f2c req-3fde7336-6e82-44cd-b41c-7c089b6f7081 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841453 Oct 17 04:35:41.987151 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-965672a3-14b0-4f3b-b9df-b92f4d83fd8c req-210d8ccc-c6d9-46e3-9a51-1c56c9736d5c tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8fb709e6-ba7f-4703-8f7f-365c33a1c79c HTTP/1.1" status: 200 len: 210 time: 0.0283825 Oct 17 04:35:42.154086 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888997a-9195-47e5-92ba-f7f2a1a9108b req-8fc3fc66-4db0-439a-a265-545cd8d64fe3 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:42.155688 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9888997a-9195-47e5-92ba-f7f2a1a9108b req-8fc3fc66-4db0-439a-a265-545cd8d64fe3 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0535638 Oct 17 04:35:42.204912 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9888997a-9195-47e5-92ba-f7f2a1a9108b req-02ac5530-8fe5-432d-bfee-63c1e12d81fe tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432484 Oct 17 04:35:43.085579 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e9a39-d440-41dd-b77d-7c6c54ddede3 req-745c0c6e-0f17-48f9-8547-1f27e3ff1728 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:43.087562 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-d01e9a39-d440-41dd-b77d-7c6c54ddede3 req-745c0c6e-0f17-48f9-8547-1f27e3ff1728 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0587296 Oct 17 04:35:43.092463 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b047871e-9063-43ab-83ed-861fa53d32a3 req-b1c26a5c-6aa5-4f11-a2fd-a274f0a561cb tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8fb709e6-ba7f-4703-8f7f-365c33a1c79c HTTP/1.1" status: 200 len: 210 time: 0.0289218 Oct 17 04:35:43.175532 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-d01e9a39-d440-41dd-b77d-7c6c54ddede3 req-67bef286-36e2-4486-931e-69c53d906650 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Deleting port d527852d-57b4-4e00-893c-ff6f8df97d89 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:35:43.175869 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-d01e9a39-d440-41dd-b77d-7c6c54ddede3 req-67bef286-36e2-4486-931e-69c53d906650 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (d527852d-57b4-4e00-893c-ff6f8df97d89), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:43.270085 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-d01e9a39-d440-41dd-b77d-7c6c54ddede3 req-67bef286-36e2-4486-931e-69c53d906650 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] For port d527852d-57b4-4e00-893c-ff6f8df97d89, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=d527852d-57b4-4e00-893c-ff6f8df97d89,segment=NetworkSegment(705227ac-8d1e-419e-a3d4-a7c5171cb48b),segment_id=705227ac-8d1e-419e-a3d4-a7c5171cb48b)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:35:43.270448 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-d01e9a39-d440-41dd-b77d-7c6c54ddede3 req-67bef286-36e2-4486-931e-69c53d906650 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (d527852d-57b4-4e00-893c-ff6f8df97d89), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:43.283935 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-d01e9a39-d440-41dd-b77d-7c6c54ddede3 req-67bef286-36e2-4486-931e-69c53d906650 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Calling delete_port for d527852d-57b4-4e00-893c-ff6f8df97d89 owned by compute:nova {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:35:43.296408 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:43.328360 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb27536-ec3b-4ad1-b8c2-880da5fc9ce5 req-ebd0cc15-07a9-408d-9387-a2b11aacfb08 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:43.329956 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1cb27536-ec3b-4ad1-b8c2-880da5fc9ce5 req-ebd0cc15-07a9-408d-9387-a2b11aacfb08 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9d8b2344-7541-41fa-b97f-734e7220308c HTTP/1.1" status: 200 len: 946 time: 0.0481246 Oct 17 04:35:43.378101 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1cb27536-ec3b-4ad1-b8c2-880da5fc9ce5 req-8bbecdcd-c373-4c7b-8661-82633337cb59 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b12a086a-99f9-4098-856d-495ee97cd9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426059 Oct 17 04:35:43.400906 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:43.414921 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-d01e9a39-d440-41dd-b77d-7c6c54ddede3 req-67bef286-36e2-4486-931e-69c53d906650 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (d527852d-57b4-4e00-893c-ff6f8df97d89), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:43.425957 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['d527852d-57b4-4e00-893c-ff6f8df97d89'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:35:43.445836 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bef286-36e2-4486-931e-69c53d906650 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Pushing event deleted for resources: {'Port': ['ID=d527852d-57b4-4e00-893c-ff6f8df97d89,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:43.503146 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01e9a39-d440-41dd-b77d-7c6c54ddede3 req-67bef286-36e2-4486-931e-69c53d906650 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] No DVR routers for this DVR port d527852d-57b4-4e00-893c-ff6f8df97d89 on host hv-cinder-86155 {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:35:43.505560 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-d01e9a39-d440-41dd-b77d-7c6c54ddede3 req-67bef286-36e2-4486-931e-69c53d906650 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:43.508864 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-d01e9a39-d440-41dd-b77d-7c6c54ddede3 req-67bef286-36e2-4486-931e-69c53d906650 tempest-ServerRescueNegativeTestJSON-438926643 tempest-ServerRescueNegativeTestJSON-438926643-project] 10.222.0.20 "DELETE /networking/v2.0/ports/d527852d-57b4-4e00-893c-ff6f8df97d89 HTTP/1.1" status: 204 len: 173 time: 0.4170864 Oct 17 04:35:43.509447 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8b2344-7541-41fa-b97f-734e7220308c', 'name': 'network-vif-deleted', 'tag': 'd527852d-57b4-4e00-893c-ff6f8df97d89'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:35:43.511761 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37599c45-e15b-458b-949d-4b9abb27e311" -d '{"events": [{"server_uuid": "9d8b2344-7541-41fa-b97f-734e7220308c", "name": "network-vif-deleted", "tag": "d527852d-57b4-4e00-893c-ff6f8df97d89"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:35:43.569655 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ee3b7d-fd88-450a-8c3a-33c42d8c9a8b x-openstack-request-id: req-03ee3b7d-fd88-450a-8c3a-33c42d8c9a8b {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:35:43.570040 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8b2344-7541-41fa-b97f-734e7220308c", "name": "network-vif-deleted", "tag": "d527852d-57b4-4e00-893c-ff6f8df97d89", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:35:43.570398 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-03ee3b7d-fd88-450a-8c3a-33c42d8c9a8b {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:35:43.571108 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03ee3b7d-fd88-450a-8c3a-33c42d8c9a8b'] response: {'server_uuid': '9d8b2344-7541-41fa-b97f-734e7220308c', 'name': 'network-vif-deleted', 'tag': 'd527852d-57b4-4e00-893c-ff6f8df97d89', 'status': 'completed', 'code': 200} Oct 17 04:35:43.634074 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359916d6-e409-46bc-88a1-f85e92926f2c req-741cf8cf-bd29-46b0-8e5f-078681c63ad2 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:43.635418 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-359916d6-e409-46bc-88a1-f85e92926f2c req-741cf8cf-bd29-46b0-8e5f-078681c63ad2 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.20 "GET /networking/v2.0/networks?id=5b651c35-159b-4d6e-a364-6761b8b7e75b HTTP/1.1" status: 200 len: 810 time: 0.1205196 Oct 17 04:35:43.706536 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-359916d6-e409-46bc-88a1-f85e92926f2c req-2c4f62de-5a81-4665-b490-72d328bedb10 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9de6141e0c3a41bcb84ac635b48a51df HTTP/1.1" status: 200 len: 379 time: 0.0566540 Oct 17 04:35:43.715511 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-359916d6-e409-46bc-88a1-f85e92926f2c req-d59b6f92-2c68-4f74-95c2-7abad4fc0151 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Request body: {'port': {'device_id': '8fb709e6-ba7f-4703-8f7f-365c33a1c79c', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'admin_state_up': True, 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'security_groups': ['aee80be0-ab20-45f2-88cf-ccefe2e3cb3e']}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:35:43.828190 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359916d6-e409-46bc-88a1-f85e92926f2c req-d59b6f92-2c68-4f74-95c2-7abad4fc0151 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Made reservation on behalf of 9de6141e0c3a41bcb84ac635b48a51df for: {'port': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:35:43.832160 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-359916d6-e409-46bc-88a1-f85e92926f2c req-d59b6f92-2c68-4f74-95c2-7abad4fc0151 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:43.974852 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [req-359916d6-e409-46bc-88a1-f85e92926f2c req-d59b6f92-2c68-4f74-95c2-7abad4fc0151 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Allocated IP 172.20.0.12 (5b651c35-159b-4d6e-a364-6761b8b7e75b/d4565b2b-3a4c-4521-9f7b-f70198a8501f/11b28132-99ac-43b2-87de-94474fddc936) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:35:44.211991 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cdce5ed8-ed87-4273-b838-453c3479a732 req-dc40c044-a5d1-47e8-9779-407c981de289 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8fb709e6-ba7f-4703-8f7f-365c33a1c79c HTTP/1.1" status: 200 len: 210 time: 0.0354500 Oct 17 04:35:44.354477 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-359916d6-e409-46bc-88a1-f85e92926f2c req-d59b6f92-2c68-4f74-95c2-7abad4fc0151 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for port (11b28132-99ac-43b2-87de-94474fddc936), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:44.386876 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-359916d6-e409-46bc-88a1-f85e92926f2c req-d59b6f92-2c68-4f74-95c2-7abad4fc0151 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (11b28132-99ac-43b2-87de-94474fddc936), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:44.428596 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359916d6-e409-46bc-88a1-f85e92926f2c req-d59b6f92-2c68-4f74-95c2-7abad4fc0151 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Network 5b651c35-159b-4d6e-a364-6761b8b7e75b is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:35:44.433914 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [req-359916d6-e409-46bc-88a1-f85e92926f2c req-d59b6f92-2c68-4f74-95c2-7abad4fc0151 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:35:44.436429 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-359916d6-e409-46bc-88a1-f85e92926f2c req-d59b6f92-2c68-4f74-95c2-7abad4fc0151 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:35:44.446348 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59688) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:44.469610 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b6f92-2c68-4f74-95c2-7abad4fc0151 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Pushing event updated for resources: {'Port': ['ID=11b28132-99ac-43b2-87de-94474fddc936,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:44.474656 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:44.498106 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359916d6-e409-46bc-88a1-f85e92926f2c req-d59b6f92-2c68-4f74-95c2-7abad4fc0151 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:44.498747 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-359916d6-e409-46bc-88a1-f85e92926f2c req-d59b6f92-2c68-4f74-95c2-7abad4fc0151 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:44.517029 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-359916d6-e409-46bc-88a1-f85e92926f2c req-d59b6f92-2c68-4f74-95c2-7abad4fc0151 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8053503 Oct 17 04:35:44.531661 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] Request body: {'port': {'device_id': '8fb709e6-ba7f-4703-8f7f-365c33a1c79c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86155'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:35:44.561783 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:44.609871 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (11b28132-99ac-43b2-87de-94474fddc936), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:44.653932 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-7288967d-71c8-4bb1-a207-15a48e22a5f4 None None] Provisioning complete for port 11b28132-99ac-43b2-87de-94474fddc936 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:35:44.655700 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-7288967d-71c8-4bb1-a207-15a48e22a5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (11b28132-99ac-43b2-87de-94474fddc936), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:44.655937 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-7288967d-71c8-4bb1-a207-15a48e22a5f4 None None] Attempt 1 to provision port 11b28132-99ac-43b2-87de-94474fddc936 Oct 17 04:35:44.672944 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:44.688174 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-7288967d-71c8-4bb1-a207-15a48e22a5f4 None None] Port 11b28132-99ac-43b2-87de-94474fddc936 cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:35:44.788922 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d9d1211f-605a-42c9-99b8-10f13d462bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648450'] for router_interface (360408b5-178b-451c-aa29-5d9d8bcf86eb), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:44.791264 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:44.881722 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b28132-99ac-43b2-87de-94474fddc936 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:35:44.889865 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] Publish callbacks [] for port (11b28132-99ac-43b2-87de-94474fddc936), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:44.902827 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] Transition to ACTIVE for port object 11b28132-99ac-43b2-87de-94474fddc936 will not be triggered until provisioned by entity L2. {{(pid=104487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:35:44.906962 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (11b28132-99ac-43b2-87de-94474fddc936), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:44.989593 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=11b28132-99ac-43b2-87de-94474fddc936,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:45.015627 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1211f-605a-42c9-99b8-10f13d462bb7 admin admin] Deleting port 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:35:45.015967 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d9d1211f-605a-42c9-99b8-10f13d462bb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:45.019038 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] Attempting to bind port 11b28132-99ac-43b2-87de-94474fddc936 on host hv-cinder-86155 for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:35:45.019389 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] Attempting to bind port 11b28132-99ac-43b2-87de-94474fddc936 by drivers openvswitch,hyperv on host hv-cinder-86155 at level 0 using segments [{'id': 'c26ac881-75a2-4c4f-bf22-c9e5e29baaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:35:45.019819 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] Attempting to bind port 11b28132-99ac-43b2-87de-94474fddc936 on network 5b651c35-159b-4d6e-a364-6761b8b7e75b {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:35:45.061322 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] Port 11b28132-99ac-43b2-87de-94474fddc936 on network 5b651c35-159b-4d6e-a364-6761b8b7e75b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86155 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:35:45.061789 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] Attempting to bind port 11b28132-99ac-43b2-87de-94474fddc936 on network 5b651c35-159b-4d6e-a364-6761b8b7e75b {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:35:45.099183 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-d9d1211f-605a-42c9-99b8-10f13d462bb7 admin admin] For port 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7,segment=NetworkSegment(705227ac-8d1e-419e-a3d4-a7c5171cb48b),segment_id=705227ac-8d1e-419e-a3d4-a7c5171cb48b)] {{(pid=104488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:35:45.099547 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d9d1211f-605a-42c9-99b8-10f13d462bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:45.106757 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] Checking agent: {'id': '98af6631-6ac5-4afe-8748-fa983cad7c78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86155', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:35:45.107092 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] Checking segment: {'id': 'c26ac881-75a2-4c4f-bf22-c9e5e29baaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:35:45.107536 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] Bound using segment: {'id': 'c26ac881-75a2-4c4f-bf22-c9e5e29baaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:35:45.108106 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] Bound port: 11b28132-99ac-43b2-87de-94474fddc936, host: hv-cinder-86155, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c26ac881-75a2-4c4f-bf22-c9e5e29baaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:35:45.108462 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (11b28132-99ac-43b2-87de-94474fddc936), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:45.112258 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1211f-605a-42c9-99b8-10f13d462bb7 admin admin] Calling delete_port for 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 owned by network:router_interface {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:35:45.172643 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] For port 11b28132-99ac-43b2-87de-94474fddc936, host hv-cinder-86155, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:35:45.175682 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] For port 11b28132-99ac-43b2-87de-94474fddc936, host hv-cinder-86155, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=11b28132-99ac-43b2-87de-94474fddc936,segment=NetworkSegment(c26ac881-75a2-4c4f-bf22-c9e5e29baaeb),segment_id=c26ac881-75a2-4c4f-bf22-c9e5e29baaeb)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:35:45.181685 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (11b28132-99ac-43b2-87de-94474fddc936), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:45.188222 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:45.188848 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:45.190359 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/11b28132-99ac-43b2-87de-94474fddc936 HTTP/1.1" status: 200 len: 1094 time: 0.6638873 Oct 17 04:35:45.253554 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a4081-2591-4b10-98d7-e67cfff4f6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=11b28132-99ac-43b2-87de-94474fddc936,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:45.284452 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359916d6-e409-46bc-88a1-f85e92926f2c req-75caa599-0b7b-4209-af8a-a359f9bbec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:45.287022 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-359916d6-e409-46bc-88a1-f85e92926f2c req-75caa599-0b7b-4209-af8a-a359f9bbec0a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=9de6141e0c3a41bcb84ac635b48a51df&device_id=8fb709e6-ba7f-4703-8f7f-365c33a1c79c HTTP/1.1" status: 200 len: 1128 time: 0.0481651 Oct 17 04:35:45.331549 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d9d1211f-605a-42c9-99b8-10f13d462bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:45.334998 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-359916d6-e409-46bc-88a1-f85e92926f2c req-58c04fc2-4357-4b05-a168-433f769231dc service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11b28132-99ac-43b2-87de-94474fddc936 HTTP/1.1" status: 200 len: 217 time: 0.0390613 Oct 17 04:35:45.363427 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1211f-605a-42c9-99b8-10f13d462bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:45.375145 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac718e6-a9cf-4ec5-897f-323eaecb9edb req-831fde67-1674-46b2-bf51-1b945bf13e33 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:45.376382 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9ac718e6-a9cf-4ec5-897f-323eaecb9edb req-831fde67-1674-46b2-bf51-1b945bf13e33 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8fb709e6-ba7f-4703-8f7f-365c33a1c79c HTTP/1.1" status: 200 len: 944 time: 0.0780437 Oct 17 04:35:45.378969 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:45.399699 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359916d6-e409-46bc-88a1-f85e92926f2c req-8e702b03-4311-4c94-9810-4dd6fff0bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:45.401241 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-359916d6-e409-46bc-88a1-f85e92926f2c req-8e702b03-4311-4c94-9810-4dd6fff0bf56 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d4565b2b-3a4c-4521-9f7b-f70198a8501f HTTP/1.1" status: 200 len: 849 time: 0.0572383 Oct 17 04:35:45.452097 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359916d6-e409-46bc-88a1-f85e92926f2c req-877e8420-0f39-4234-b7cf-e9e7a7f54873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:45.453917 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-359916d6-e409-46bc-88a1-f85e92926f2c req-877e8420-0f39-4234-b7cf-e9e7a7f54873 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=5b651c35-159b-4d6e-a364-6761b8b7e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462894 Oct 17 04:35:45.483483 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9ac718e6-a9cf-4ec5-897f-323eaecb9edb req-ed9a657a-7956-47bc-855d-e081ef6ad2e4 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aee80be0-ab20-45f2-88cf-ccefe2e3cb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788136 Oct 17 04:35:45.542404 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:45.571867 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb709e6-ba7f-4703-8f7f-365c33a1c79c', 'tag': '11b28132-99ac-43b2-87de-94474fddc936'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:35:45.574116 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f793d23-2857-498d-871a-335628be033d" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb709e6-ba7f-4703-8f7f-365c33a1c79c", "tag": "11b28132-99ac-43b2-87de-94474fddc936"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:35:45.578957 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-359916d6-e409-46bc-88a1-f85e92926f2c req-bb63523a-a500-459f-b381-886292564a34 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099434 Oct 17 04:35:45.585505 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d9d1211f-605a-42c9-99b8-10f13d462bb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648438'] for router_interface (360408b5-178b-451c-aa29-5d9d8bcf86eb), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:45.613167 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaf52a7-9a12-4847-8ee0-9bb9bfeed892 None None] get_active_networks_info from dv-cinder-861557-1-iscsi {{(pid=104489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 04:35:45.615714 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909b59e1-2b77-4c06-9355-5e82a89519da x-openstack-request-id: req-909b59e1-2b77-4c06-9355-5e82a89519da {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:35:45.616013 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb709e6-ba7f-4703-8f7f-365c33a1c79c", "tag": "11b28132-99ac-43b2-87de-94474fddc936", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:35:45.616268 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-909b59e1-2b77-4c06-9355-5e82a89519da {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:35:45.616667 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-909b59e1-2b77-4c06-9355-5e82a89519da'] response: {'name': 'network-changed', 'server_uuid': '8fb709e6-ba7f-4703-8f7f-365c33a1c79c', 'tag': '11b28132-99ac-43b2-87de-94474fddc936', 'status': 'completed', 'code': 200} Oct 17 04:35:45.637637 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:45.651731 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:45.677035 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:45.686201 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-359916d6-e409-46bc-88a1-f85e92926f2c req-a091a3bb-98fe-49ac-bf3e-5c4924930b44 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943611 Oct 17 04:35:45.729259 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaf52a7-9a12-4847-8ee0-9bb9bfeed892 None None] Resources bound (agent type, host, resource id): {{(pid=104489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 04:35:45.814232 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d1211f-605a-42c9-99b8-10f13d462bb7 admin admin] Router 360408b5-178b-451c-aa29-5d9d8bcf86eb has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:35:45.918400 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d1211f-605a-42c9-99b8-10f13d462bb7 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:35:45.926968 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59694) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:45.927148 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-d9d1211f-605a-42c9-99b8-10f13d462bb7 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/360408b5-178b-451c-aa29-5d9d8bcf86eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4794166 Oct 17 04:35:45.927813 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f7320f-7eb2-4990-9205-0c95a7f3f6c8 None None] Sync routers for ids ['360408b5-178b-451c-aa29-5d9d8bcf86eb'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:35:45.944456 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f7320f-7eb2-4990-9205-0c95a7f3f6c8 None None] Routers {'360408b5-178b-451c-aa29-5d9d8bcf86eb'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:35:45.945232 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-96f7320f-7eb2-4990-9205-0c95a7f3f6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:35:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['360408b5-178b-451c-aa29-5d9d8bcf86eb'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:46.045934 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1fc22872-b2c0-44a9-be97-969bca7c96a1 admin admin] Publish callbacks [] for router (360408b5-178b-451c-aa29-5d9d8bcf86eb), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:46.057430 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-96f7320f-7eb2-4990-9205-0c95a7f3f6c8 None None] Set router 360408b5-178b-451c-aa29-5d9d8bcf86eb gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:35:46.159563 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1fc22872-b2c0-44a9-be97-969bca7c96a1 admin admin] Publish callbacks [] for router_gateway (360408b5-178b-451c-aa29-5d9d8bcf86eb), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:46.209066 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-1fc22872-b2c0-44a9-be97-969bca7c96a1 admin admin] Deleting port eb11dc13-8d02-43e0-aed3-a24829bb9267 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:35:46.209516 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1fc22872-b2c0-44a9-be97-969bca7c96a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (eb11dc13-8d02-43e0-aed3-a24829bb9267), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:46.299007 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-1fc22872-b2c0-44a9-be97-969bca7c96a1 admin admin] For port eb11dc13-8d02-43e0-aed3-a24829bb9267, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=eb11dc13-8d02-43e0-aed3-a24829bb9267,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:35:46.299518 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1fc22872-b2c0-44a9-be97-969bca7c96a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (eb11dc13-8d02-43e0-aed3-a24829bb9267), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:46.313448 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-1fc22872-b2c0-44a9-be97-969bca7c96a1 admin admin] Calling delete_port for eb11dc13-8d02-43e0-aed3-a24829bb9267 owned by network:router_gateway {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:35:46.320217 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-96f7320f-7eb2-4990-9205-0c95a7f3f6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'name': 'tempest-ServerRescueNegativeTestJSON-196942370-router', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:35:45Z', 'revision_number': 5, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'gw_port': {'id': 'eb11dc13-8d02-43e0-aed3-a24829bb9267', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:46.349374 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f7320f-7eb2-4990-9205-0c95a7f3f6c8 None None] Checking router: 360408b5-178b-451c-aa29-5d9d8bcf86eb for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:35:46.358786 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f7320f-7eb2-4990-9205-0c95a7f3f6c8 None None] Routers {'360408b5-178b-451c-aa29-5d9d8bcf86eb'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:35:46.359414 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-96f7320f-7eb2-4990-9205-0c95a7f3f6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:35:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['360408b5-178b-451c-aa29-5d9d8bcf86eb'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:46.428347 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-a812cfb8-3e85-4b2d-ac29-10b62aa2dabe None None] Provisioning complete for port 68534b29-a731-484e-a6e4-046aa6fd1bab triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:35:46.428969 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-a812cfb8-3e85-4b2d-ac29-10b62aa2dabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (68534b29-a731-484e-a6e4-046aa6fd1bab), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:46.429507 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-a812cfb8-3e85-4b2d-ac29-10b62aa2dabe None None] Attempt 1 to provision port 68534b29-a731-484e-a6e4-046aa6fd1bab Oct 17 04:35:46.434680 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device d527852d-57b4-4e00-893c-ff6f8df97d89 no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:35:46.445602 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-96f7320f-7eb2-4990-9205-0c95a7f3f6c8 None None] Set router 360408b5-178b-451c-aa29-5d9d8bcf86eb gateway port host: None {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:35:46.476283 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] No Port match for: d527852d-57b4-4e00-893c-ff6f8df97d89 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:35:46.476620 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device d527852d-57b4-4e00-893c-ff6f8df97d89 not bound to the agent host hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:35:46.497567 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1fc22872-b2c0-44a9-be97-969bca7c96a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (eb11dc13-8d02-43e0-aed3-a24829bb9267), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:46.499799 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-96f7320f-7eb2-4990-9205-0c95a7f3f6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'name': 'tempest-ServerRescueNegativeTestJSON-196942370-router', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:35:46Z', 'revision_number': 6, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'gw_port_host': None}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:46.524229 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc22872-b2c0-44a9-be97-969bca7c96a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb11dc13-8d02-43e0-aed3-a24829bb9267,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:46.525584 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f7320f-7eb2-4990-9205-0c95a7f3f6c8 None None] The sync data for ids ['360408b5-178b-451c-aa29-5d9d8bcf86eb'] in dv-cinder-861557-1-iscsi is: [{'id': '360408b5-178b-451c-aa29-5d9d8bcf86eb', 'name': 'tempest-ServerRescueNegativeTestJSON-196942370-router', 'tenant_id': '7bd6234b23704bdf809481085ce465eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:54Z', 'updated_at': '2022-10-17T04:35:46Z', 'revision_number': 6, 'project_id': '7bd6234b23704bdf809481085ce465eb', 'gw_port_host': None}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:35:46.549568 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-a812cfb8-3e85-4b2d-ac29-10b62aa2dabe None None] Current status of the port 68534b29-a731-484e-a6e4-046aa6fd1bab is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:35:46.577794 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:46.618833 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1fc22872-b2c0-44a9-be97-969bca7c96a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638780'] for router_gateway (360408b5-178b-451c-aa29-5d9d8bcf86eb), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:46.627850 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33cf1c-4789-41f4-8290-67d94316a0e7 req-bf29ad08-36a8-440d-ba15-957887cee2d9 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:46.629382 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6b33cf1c-4789-41f4-8290-67d94316a0e7 req-bf29ad08-36a8-440d-ba15-957887cee2d9 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8fb709e6-ba7f-4703-8f7f-365c33a1c79c HTTP/1.1" status: 200 len: 944 time: 0.0548191 Oct 17 04:35:46.676290 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6b33cf1c-4789-41f4-8290-67d94316a0e7 req-613e7a3c-f893-4cf4-921a-b8c2e63de67c tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aee80be0-ab20-45f2-88cf-ccefe2e3cb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412414 Oct 17 04:35:46.688038 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f793d23-2857-498d-871a-335628be033d req-7215ea52-e450-46e1-9aff-7d58dd205383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:46.689588 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-6f793d23-2857-498d-871a-335628be033d req-7215ea52-e450-46e1-9aff-7d58dd205383 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=9de6141e0c3a41bcb84ac635b48a51df&device_id=8fb709e6-ba7f-4703-8f7f-365c33a1c79c HTTP/1.1" status: 200 len: 1128 time: 0.1010303 Oct 17 04:35:46.734062 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1fc22872-b2c0-44a9-be97-969bca7c96a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16008'] for router (360408b5-178b-451c-aa29-5d9d8bcf86eb), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:46.737541 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1fc22872-b2c0-44a9-be97-969bca7c96a1 admin admin] Publish callbacks [] for router_controller (360408b5-178b-451c-aa29-5d9d8bcf86eb), precommit_delete_associations {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:46.812288 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1fc22872-b2c0-44a9-be97-969bca7c96a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648494'] for router (360408b5-178b-451c-aa29-5d9d8bcf86eb), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:46.812788 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc22872-b2c0-44a9-be97-969bca7c96a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 360408b5-178b-451c-aa29-5d9d8bcf86eb {{(pid=104487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 04:35:46.815447 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:46.829715 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1fc22872-b2c0-44a9-be97-969bca7c96a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:46.830821 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-1fc22872-b2c0-44a9-be97-969bca7c96a1 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/360408b5-178b-451c-aa29-5d9d8bcf86eb HTTP/1.1" status: 204 len: 168 time: 0.9024472 Oct 17 04:35:46.833622 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59698) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:46.844124 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f793d23-2857-498d-871a-335628be033d req-0152f145-7d27-4ec0-bedf-86495c1a7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:46.845622 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-6f793d23-2857-498d-871a-335628be033d req-0152f145-7d27-4ec0-bedf-86495c1a7aa4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=5b651c35-159b-4d6e-a364-6761b8b7e75b HTTP/1.1" status: 200 len: 911 time: 0.1322477 Oct 17 04:35:46.880413 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_v2 [None req-4796925f-1ec3-4e50-ab03-5487787b27e0 admin admin] Deleting subnet c0346a38-a53e-4be5-b7d5-8ede2ed11f33 {{(pid=104488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:35:46.883918 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4796925f-1ec3-4e50-ab03-5487787b27e0 admin admin] Publish callbacks [] for subnet (c0346a38-a53e-4be5-b7d5-8ede2ed11f33), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:46.884995 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-6f793d23-2857-498d-871a-335628be033d req-d3496919-0ea7-42e7-8452-2531cdaed111 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11b28132-99ac-43b2-87de-94474fddc936 HTTP/1.1" status: 200 len: 217 time: 0.0334141 Oct 17 04:35:46.923303 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4796925f-1ec3-4e50-ab03-5487787b27e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780812'] for subnet (c0346a38-a53e-4be5-b7d5-8ede2ed11f33), precommit_delete_associations {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:46.941985 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f793d23-2857-498d-871a-335628be033d req-7605c037-f26e-48b0-a569-9f928cf2050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:46.943469 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-6f793d23-2857-498d-871a-335628be033d req-7605c037-f26e-48b0-a569-9f928cf2050b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d4565b2b-3a4c-4521-9f7b-f70198a8501f HTTP/1.1" status: 200 len: 849 time: 0.0523622 Oct 17 04:35:46.994573 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f793d23-2857-498d-871a-335628be033d req-0cba3642-ce0f-4082-ad68-53c51f3a08ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:46.996105 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-6f793d23-2857-498d-871a-335628be033d req-0cba3642-ce0f-4082-ad68-53c51f3a08ee service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=5b651c35-159b-4d6e-a364-6761b8b7e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459931 Oct 17 04:35:47.032530 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4796925f-1ec3-4e50-ab03-5487787b27e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588216'] for subnet (c0346a38-a53e-4be5-b7d5-8ede2ed11f33), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:47.085995 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4796925f-1ec3-4e50-ab03-5487787b27e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3592535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7641404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7419449'] for subnet (c0346a38-a53e-4be5-b7d5-8ede2ed11f33), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:47.090667 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-6f793d23-2857-498d-871a-335628be033d req-a8976cc2-c308-498a-9ae4-505b72f0cd8c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838144 Oct 17 04:35:47.111702 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796925f-1ec3-4e50-ab03-5487787b27e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0346a38-a53e-4be5-b7d5-8ede2ed11f33,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:47.116588 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4796925f-1ec3-4e50-ab03-5487787b27e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:47.122214 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-4796925f-1ec3-4e50-ab03-5487787b27e0 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/c0346a38-a53e-4be5-b7d5-8ede2ed11f33 HTTP/1.1" status: 204 len: 168 time: 0.2851102 Oct 17 04:35:47.122393 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59700) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:47.128012 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b01168-8d44-4662-a4bb-d1cff4e528e3 None None] Network 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:35:47.198123 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3eda3314-d066-4bc2-8b0b-5603c7ebd95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3580085'] for network (4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:47.198474 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-6f793d23-2857-498d-871a-335628be033d req-947a7038-59fd-4c81-8013-944b58343271 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013443 Oct 17 04:35:47.242502 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-3eda3314-d066-4bc2-8b0b-5603c7ebd95b admin admin] Deleting port 68534b29-a731-484e-a6e4-046aa6fd1bab {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:35:47.242845 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3eda3314-d066-4bc2-8b0b-5603c7ebd95b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (68534b29-a731-484e-a6e4-046aa6fd1bab), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:47.304762 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:47.311166 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-3eda3314-d066-4bc2-8b0b-5603c7ebd95b admin admin] For port 68534b29-a731-484e-a6e4-046aa6fd1bab, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=68534b29-a731-484e-a6e4-046aa6fd1bab,segment=NetworkSegment(705227ac-8d1e-419e-a3d4-a7c5171cb48b),segment_id=705227ac-8d1e-419e-a3d4-a7c5171cb48b)] {{(pid=104488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:35:47.311558 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3eda3314-d066-4bc2-8b0b-5603c7ebd95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (68534b29-a731-484e-a6e4-046aa6fd1bab), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:47.319128 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fd3422-f7ab-4279-bb55-7c5f8cf6d98f None None] DHCP port deletion for 4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb request from dv-cinder-861557-1-iscsi {{(pid=104489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 04:35:47.328249 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-3eda3314-d066-4bc2-8b0b-5603c7ebd95b admin admin] Calling delete_port for 68534b29-a731-484e-a6e4-046aa6fd1bab owned by network:dhcp {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:35:47.359367 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-93fd3422-f7ab-4279-bb55-7c5f8cf6d98f None None] Deleting port 68534b29-a731-484e-a6e4-046aa6fd1bab {{(pid=104489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:35:47.359714 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-93fd3422-f7ab-4279-bb55-7c5f8cf6d98f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (68534b29-a731-484e-a6e4-046aa6fd1bab), before_delete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:47.408308 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3eda3314-d066-4bc2-8b0b-5603c7ebd95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (68534b29-a731-484e-a6e4-046aa6fd1bab), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:47.418893 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:47.424982 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-93fd3422-f7ab-4279-bb55-7c5f8cf6d98f None None] For port 68534b29-a731-484e-a6e4-046aa6fd1bab, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=68534b29-a731-484e-a6e4-046aa6fd1bab,segment=NetworkSegment(705227ac-8d1e-419e-a3d4-a7c5171cb48b),segment_id=705227ac-8d1e-419e-a3d4-a7c5171cb48b)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:35:47.425399 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-93fd3422-f7ab-4279-bb55-7c5f8cf6d98f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (68534b29-a731-484e-a6e4-046aa6fd1bab), precommit_delete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:47.435542 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda3314-d066-4bc2-8b0b-5603c7ebd95b admin admin] Pushing event deleted for resources: {'Port': ['ID=68534b29-a731-484e-a6e4-046aa6fd1bab,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:47.440800 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda3314-d066-4bc2-8b0b-5603c7ebd95b admin admin] No DVR routers for this DVR port 68534b29-a731-484e-a6e4-046aa6fd1bab on host dv-cinder-861557-1-iscsi {{(pid=104488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:35:47.444266 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-93fd3422-f7ab-4279-bb55-7c5f8cf6d98f None None] Calling delete_port for 68534b29-a731-484e-a6e4-046aa6fd1bab owned by network:dhcp {{(pid=104489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:35:47.505363 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:47.519879 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3eda3314-d066-4bc2-8b0b-5603c7ebd95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8774867117788'] for network (4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:47.524210 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-93fd3422-f7ab-4279-bb55-7c5f8cf6d98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285'] for port (68534b29-a731-484e-a6e4-046aa6fd1bab), after_delete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:47.542347 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.services.segments.db [None req-3eda3314-d066-4bc2-8b0b-5603c7ebd95b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb']}} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:47.552856 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.services.segments.db [None req-3eda3314-d066-4bc2-8b0b-5603c7ebd95b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705227ac-8d1e-419e-a3d4-a7c5171cb48b') {'for_net_delete': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:47.553176 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.services.segments.db [None req-3eda3314-d066-4bc2-8b0b-5603c7ebd95b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705227ac-8d1e-419e-a3d4-a7c5171cb48b') {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:47.554209 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd3422-f7ab-4279-bb55-7c5f8cf6d98f None None] Pushing event deleted for resources: {'Port': ['ID=68534b29-a731-484e-a6e4-046aa6fd1bab,revision_number=None']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:47.560027 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fd3422-f7ab-4279-bb55-7c5f8cf6d98f None None] No DVR routers for this DVR port 68534b29-a731-484e-a6e4-046aa6fd1bab on host dv-cinder-861557-1-iscsi {{(pid=104489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:35:47.567783 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3eda3314-d066-4bc2-8b0b-5603c7ebd95b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774867185574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780917'] for segment (705227ac-8d1e-419e-a3d4-a7c5171cb48b), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:47.585266 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3eda3314-d066-4bc2-8b0b-5603c7ebd95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (705227ac-8d1e-419e-a3d4-a7c5171cb48b), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:47.592754 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eda3314-d066-4bc2-8b0b-5603c7ebd95b admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=104488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:35:47.593285 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3eda3314-d066-4bc2-8b0b-5603c7ebd95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7641558'] for segment (705227ac-8d1e-419e-a3d4-a7c5171cb48b), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:47.638957 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.services.segments.plugin [-] Segment 705227ac-8d1e-419e-a3d4-a7c5171cb48b resource provider aggregate not found Oct 17 04:35:47.660699 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.services.segments.plugin [-] Segment 705227ac-8d1e-419e-a3d4-a7c5171cb48b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 705227ac-8d1e-419e-a3d4-a7c5171cb48b found for delete ", "request_id": "req-ff692b58-653d-4750-8439-c104faa757e7"}]} Oct 17 04:35:47.662487 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3eda3314-d066-4bc2-8b0b-5603c7ebd95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638819'] for network (4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:47.667023 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3eda3314-d066-4bc2-8b0b-5603c7ebd95b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:47.671387 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-3eda3314-d066-4bc2-8b0b-5603c7ebd95b admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb HTTP/1.1" status: 204 len: 168 time: 0.5467744 Oct 17 04:35:47.685133 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda3314-d066-4bc2-8b0b-5603c7ebd95b admin admin] Pushing event deleted for resources: {'Network': ['ID=4ce7fcf6-47cd-4a5b-9f10-a91cb1036deb,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:47.800746 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e10b8-e6cd-41ea-af0c-249020c321e9 req-8ec8ed14-5bad-4641-82b4-ac04293e5d3f tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:47.802275 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ca1e10b8-e6cd-41ea-af0c-249020c321e9 req-8ec8ed14-5bad-4641-82b4-ac04293e5d3f tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8fb709e6-ba7f-4703-8f7f-365c33a1c79c HTTP/1.1" status: 200 len: 944 time: 0.0491354 Oct 17 04:35:47.846204 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59710) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:47.857684 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ca1e10b8-e6cd-41ea-af0c-249020c321e9 req-5f23e75a-2b02-4130-b3f5-f8740b39dcb6 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aee80be0-ab20-45f2-88cf-ccefe2e3cb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441809 Oct 17 04:35:47.888382 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-770a4f85-392d-4dae-94c0-153f19a4860b admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=7bd6234b23704bdf809481085ce465eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410087 Oct 17 04:35:47.890919 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59712) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:47.938220 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d236e61c-5bda-4f5d-bd01-85e5a873b1ee admin admin] Publish callbacks [] for security_group (b12a086a-99f9-4098-856d-495ee97cd9a1), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:47.963420 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d236e61c-5bda-4f5d-bd01-85e5a873b1ee admin admin] Publish callbacks [] for security_group (b12a086a-99f9-4098-856d-495ee97cd9a1), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:47.991970 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device eb11dc13-8d02-43e0-aed3-a24829bb9267 no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:35:48.012619 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: eb11dc13-8d02-43e0-aed3-a24829bb9267 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:35:48.012961 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device eb11dc13-8d02-43e0-aed3-a24829bb9267 not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:35:48.013801 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 68534b29-a731-484e-a6e4-046aa6fd1bab no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:35:48.014463 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d236e61c-5bda-4f5d-bd01-85e5a873b1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (b12a086a-99f9-4098-856d-495ee97cd9a1), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:48.016938 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d236e61c-5bda-4f5d-bd01-85e5a873b1ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:48.018153 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-d236e61c-5bda-4f5d-bd01-85e5a873b1ee admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/b12a086a-99f9-4098-856d-495ee97cd9a1 HTTP/1.1" status: 204 len: 168 time: 0.1263244 Oct 17 04:35:48.025965 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236e61c-5bda-4f5d-bd01-85e5a873b1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12a086a-99f9-4098-856d-495ee97cd9a1,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:48.040909 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 68534b29-a731-484e-a6e4-046aa6fd1bab {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:35:48.041281 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 68534b29-a731-484e-a6e4-046aa6fd1bab not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:35:48.041684 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:35:48.068567 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:35:48.068911 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 763ce7d4-7ff4-44d6-aee9-9343bfcfc4a7 not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:35:48.454980 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 11b28132-99ac-43b2-87de-94474fddc936 details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:35:48.572161 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 11b28132-99ac-43b2-87de-94474fddc936, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=11b28132-99ac-43b2-87de-94474fddc936,segment=NetworkSegment(c26ac881-75a2-4c4f-bf22-c9e5e29baaeb),segment_id=c26ac881-75a2-4c4f-bf22-c9e5e29baaeb)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:35:48.586611 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:48.589925 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': '11b28132-99ac-43b2-87de-94474fddc936', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'port_id': '11b28132-99ac-43b2-87de-94474fddc936', 'mac_address': 'fa:16:3e:89:1b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:35:48.630373 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 11b28132-99ac-43b2-87de-94474fddc936 is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:35:48.630770 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (11b28132-99ac-43b2-87de-94474fddc936), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:48.647019 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b28132-99ac-43b2-87de-94474fddc936 {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:35:48.668511 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 11b28132-99ac-43b2-87de-94474fddc936, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=11b28132-99ac-43b2-87de-94474fddc936,segment=NetworkSegment(c26ac881-75a2-4c4f-bf22-c9e5e29baaeb),segment_id=c26ac881-75a2-4c4f-bf22-c9e5e29baaeb)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:35:48.690430 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (11b28132-99ac-43b2-87de-94474fddc936), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:48.754698 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=11b28132-99ac-43b2-87de-94474fddc936,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:48.955172 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['11b28132-99ac-43b2-87de-94474fddc936'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:35:48.981636 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b25668-1252-4c33-9dfb-3954e0b52233 req-0877e7ba-2da0-4165-9f56-e5d78627a845 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:48.983661 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-06b25668-1252-4c33-9dfb-3954e0b52233 req-0877e7ba-2da0-4165-9f56-e5d78627a845 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8fb709e6-ba7f-4703-8f7f-365c33a1c79c HTTP/1.1" status: 200 len: 945 time: 0.0489409 Oct 17 04:35:49.045381 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-06b25668-1252-4c33-9dfb-3954e0b52233 req-96595ac0-a110-423a-86e4-de4932da2874 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aee80be0-ab20-45f2-88cf-ccefe2e3cb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553203 Oct 17 04:35:49.189710 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=100 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:50.184267 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109af11-a853-4414-add3-2cd9e0c0ea10 req-674c61de-2cfd-4449-987a-523d73098f4f tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:50.186496 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c109af11-a853-4414-add3-2cd9e0c0ea10 req-674c61de-2cfd-4449-987a-523d73098f4f tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8fb709e6-ba7f-4703-8f7f-365c33a1c79c HTTP/1.1" status: 200 len: 945 time: 0.0579896 Oct 17 04:35:50.190473 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59808) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:50.237224 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c109af11-a853-4414-add3-2cd9e0c0ea10 req-364ceee2-d569-4f08-a00e-cb01790d4869 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aee80be0-ab20-45f2-88cf-ccefe2e3cb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435610 Oct 17 04:35:50.308738 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ba3ce066-0f63-4885-b299-7dc75aedd9f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:50.387170 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ba3ce066-0f63-4885-b299-7dc75aedd9f9 admin admin] Publish callbacks [] for security_group (13cf45ff-a216-4395-8ca7-c5322179a382), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:50.391214 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ba3ce066-0f63-4885-b299-7dc75aedd9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (13cf45ff-a216-4395-8ca7-c5322179a382), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:50.430088 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-ba3ce066-0f63-4885-b299-7dc75aedd9f9 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=db8a10ddf48344c09e3761d1f093560d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384772 Oct 17 04:35:50.430940 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ce066-0f63-4885-b299-7dc75aedd9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cf45ff-a216-4395-8ca7-c5322179a382,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:50.432942 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59812) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:50.485593 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 11b28132-99ac-43b2-87de-94474fddc936 up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:35:50.488173 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6679f1c0-bba2-436d-b3ad-468993b81835 admin admin] Publish callbacks [] for security_group (13cf45ff-a216-4395-8ca7-c5322179a382), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:50.509218 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6679f1c0-bba2-436d-b3ad-468993b81835 admin admin] Publish callbacks [] for security_group (13cf45ff-a216-4395-8ca7-c5322179a382), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:50.529948 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning for port 11b28132-99ac-43b2-87de-94474fddc936 completed by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:35:50.536436 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port 11b28132-99ac-43b2-87de-94474fddc936 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:35:50.536816 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (11b28132-99ac-43b2-87de-94474fddc936), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:50.537169 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port 11b28132-99ac-43b2-87de-94474fddc936 Oct 17 04:35:50.562385 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6679f1c0-bba2-436d-b3ad-468993b81835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (13cf45ff-a216-4395-8ca7-c5322179a382), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:50.565187 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6679f1c0-bba2-436d-b3ad-468993b81835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:50.568702 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-6679f1c0-bba2-436d-b3ad-468993b81835 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/13cf45ff-a216-4395-8ca7-c5322179a382 HTTP/1.1" status: 204 len: 168 time: 0.1322513 Oct 17 04:35:50.575262 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679f1c0-bba2-436d-b3ad-468993b81835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cf45ff-a216-4395-8ca7-c5322179a382,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:50.631488 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 11b28132-99ac-43b2-87de-94474fddc936 is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:35:50.631751 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (11b28132-99ac-43b2-87de-94474fddc936), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:50.656253 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb709e6-ba7f-4703-8f7f-365c33a1c79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b28132-99ac-43b2-87de-94474fddc936'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:35:50.658505 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe65b85-a2d6-4e96-80b9-47d10bd5c5ce" -d '{"events": [{"server_uuid": "8fb709e6-ba7f-4703-8f7f-365c33a1c79c", "name": "network-vif-plugged", "status": "completed", "tag": "11b28132-99ac-43b2-87de-94474fddc936"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:35:50.672234 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 11b28132-99ac-43b2-87de-94474fddc936, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=11b28132-99ac-43b2-87de-94474fddc936,segment=NetworkSegment(c26ac881-75a2-4c4f-bf22-c9e5e29baaeb),segment_id=c26ac881-75a2-4c4f-bf22-c9e5e29baaeb)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:35:50.677985 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (11b28132-99ac-43b2-87de-94474fddc936), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:50.703323 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8851d68a-8a76-4063-a95c-2c02466aeaf3 x-openstack-request-id: req-8851d68a-8a76-4063-a95c-2c02466aeaf3 {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:35:50.703614 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb709e6-ba7f-4703-8f7f-365c33a1c79c", "name": "network-vif-plugged", "status": "completed", "tag": "11b28132-99ac-43b2-87de-94474fddc936", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:35:50.703865 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8851d68a-8a76-4063-a95c-2c02466aeaf3 {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:35:50.704258 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8851d68a-8a76-4063-a95c-2c02466aeaf3'] response: {'server_uuid': '8fb709e6-ba7f-4703-8f7f-365c33a1c79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b28132-99ac-43b2-87de-94474fddc936', 'code': 200} Oct 17 04:35:50.706832 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:50.734866 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=11b28132-99ac-43b2-87de-94474fddc936,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:50.858870 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59820) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:50.884480 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:50.899582 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-74bb3323-e9b5-46c3-89cb-35a3fa5b36d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:50.910270 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe1564-c3a0-4e5c-8386-5e595e8b0150 req-6295dc20-cda1-48bd-8ee5-1e48544537e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:50.911741 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-abbe1564-c3a0-4e5c-8386-5e595e8b0150 req-6295dc20-cda1-48bd-8ee5-1e48544537e3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8fb709e6-ba7f-4703-8f7f-365c33a1c79c HTTP/1.1" status: 200 len: 1130 time: 0.0640495 Oct 17 04:35:50.943616 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:50.991659 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-abbe1564-c3a0-4e5c-8386-5e595e8b0150 req-2aaafb9e-4c42-485c-a54e-6e5049402f3f service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=aee80be0-ab20-45f2-88cf-ccefe2e3cb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661855 Oct 17 04:35:51.019216 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-74bb3323-e9b5-46c3-89cb-35a3fa5b36d9 admin admin] Publish callbacks [] for security_group (4d537bd1-8022-498b-9a76-e864872de5ff), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:51.022798 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-74bb3323-e9b5-46c3-89cb-35a3fa5b36d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (4d537bd1-8022-498b-9a76-e864872de5ff), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:51.062341 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-74bb3323-e9b5-46c3-89cb-35a3fa5b36d9 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=b6cb9af2a26b4960a94cd032ef2625e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024817 Oct 17 04:35:51.063426 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb3323-e9b5-46c3-89cb-35a3fa5b36d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d537bd1-8022-498b-9a76-e864872de5ff,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:51.065039 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59822) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:51.118938 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-91e44d05-12a6-456d-bb73-ec9b1a7d9d4d admin admin] Publish callbacks [] for security_group (4d537bd1-8022-498b-9a76-e864872de5ff), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:51.135117 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:51.141256 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-91e44d05-12a6-456d-bb73-ec9b1a7d9d4d admin admin] Publish callbacks [] for security_group (4d537bd1-8022-498b-9a76-e864872de5ff), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:51.189576 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-91e44d05-12a6-456d-bb73-ec9b1a7d9d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (4d537bd1-8022-498b-9a76-e864872de5ff), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:51.192115 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-91e44d05-12a6-456d-bb73-ec9b1a7d9d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:51.195813 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-91e44d05-12a6-456d-bb73-ec9b1a7d9d4d admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/4d537bd1-8022-498b-9a76-e864872de5ff HTTP/1.1" status: 204 len: 168 time: 0.1265085 Oct 17 04:35:51.201867 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e44d05-12a6-456d-bb73-ec9b1a7d9d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d537bd1-8022-498b-9a76-e864872de5ff,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:51.362838 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d7f80-63d9-4fba-9db9-d7b27be7bd90 req-7c0dfc0e-d414-4e0e-b4d1-1a111b4fce38 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:51.364264 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c45d7f80-63d9-4fba-9db9-d7b27be7bd90 req-7c0dfc0e-d414-4e0e-b4d1-1a111b4fce38 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8fb709e6-ba7f-4703-8f7f-365c33a1c79c HTTP/1.1" status: 200 len: 946 time: 0.0485671 Oct 17 04:35:51.416477 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c45d7f80-63d9-4fba-9db9-d7b27be7bd90 req-18b64d53-1b28-4fe7-b6da-f612ff71deea tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aee80be0-ab20-45f2-88cf-ccefe2e3cb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465240 Oct 17 04:35:52.441526 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:35:52.543327 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399499f-287b-485d-b364-a23d1b174f71 req-00f4f220-4eb3-43b1-ac84-80bfd66322d1 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:52.544914 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b399499f-287b-485d-b364-a23d1b174f71 req-00f4f220-4eb3-43b1-ac84-80bfd66322d1 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8fb709e6-ba7f-4703-8f7f-365c33a1c79c HTTP/1.1" status: 200 len: 946 time: 0.0515425 Oct 17 04:35:52.595272 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:52.600213 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b399499f-287b-485d-b364-a23d1b174f71 req-e568b184-0bc2-4d92-9dca-569ab37aaacb tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aee80be0-ab20-45f2-88cf-ccefe2e3cb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497868 Oct 17 04:35:53.727998 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29718-57b5-44bc-a54a-bc734ff442a3 req-7454c0b4-7034-4445-bc20-cfda907ddca7 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:53.729489 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-46f29718-57b5-44bc-a54a-bc734ff442a3 req-7454c0b4-7034-4445-bc20-cfda907ddca7 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8fb709e6-ba7f-4703-8f7f-365c33a1c79c HTTP/1.1" status: 200 len: 946 time: 0.0479865 Oct 17 04:35:53.775790 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-46f29718-57b5-44bc-a54a-bc734ff442a3 req-27b38c6c-23b5-43f4-9e21-82aaa89a5712 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aee80be0-ab20-45f2-88cf-ccefe2e3cb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400560 Oct 17 04:35:53.892535 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8042d3-2cf0-4454-8d7c-0d7566b72bc8 req-948e93e1-b7fa-4943-aa55-66538b096408 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:53.893941 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0d8042d3-2cf0-4454-8d7c-0d7566b72bc8 req-948e93e1-b7fa-4943-aa55-66538b096408 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8fb709e6-ba7f-4703-8f7f-365c33a1c79c HTTP/1.1" status: 200 len: 946 time: 0.0462189 Oct 17 04:35:53.905488 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59886) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:53.909692 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-5eb672f4-0d26-4d5d-a4eb-0ab9a2464a3e tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Request body: {'floatingip': {'port_id': '11b28132-99ac-43b2-87de-94474fddc936'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:35:53.951200 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5eb672f4-0d26-4d5d-a4eb-0ab9a2464a3e tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for floatingip (7d543f98-e14a-40bc-a190-adef95caf777), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:54.627248 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5eb672f4-0d26-4d5d-a4eb-0ab9a2464a3e tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:54.630855 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5eb672f4-0d26-4d5d-a4eb-0ab9a2464a3e tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (7d543f98-e14a-40bc-a190-adef95caf777), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:54.724967 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.l3_db [None req-5eb672f4-0d26-4d5d-a4eb-0ab9a2464a3e tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Floating IP 7d543f98-e14a-40bc-a190-adef95caf777 associated. External IP: 172.27.3.47, port: 11b28132-99ac-43b2-87de-94474fddc936. Oct 17 04:35:54.813623 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:54.920989 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb672f4-0d26-4d5d-a4eb-0ab9a2464a3e tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Router cf3ccc05-0068-40f1-8539-7d2292f48ca6 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:35:55.013844 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:55.026043 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb672f4-0d26-4d5d-a4eb-0ab9a2464a3e tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:35:55.031269 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5eb672f4-0d26-4d5d-a4eb-0ab9a2464a3e tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:55.036143 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81027f8-1835-401b-9bc9-884d418e8e52 None None] Sync routers for ids ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:35:55.050038 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81027f8-1835-401b-9bc9-884d418e8e52 None None] Routers {'cf3ccc05-0068-40f1-8539-7d2292f48ca6'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:35:55.050806 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-e81027f8-1835-401b-9bc9-884d418e8e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:35:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:55.060197 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-5eb672f4-0d26-4d5d-a4eb-0ab9a2464a3e tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/7d543f98-e14a-40bc-a190-adef95caf777 HTTP/1.1" status: 200 len: 991 time: 1.1536174 Oct 17 04:35:55.060899 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb709e6-ba7f-4703-8f7f-365c33a1c79c', 'tag': '11b28132-99ac-43b2-87de-94474fddc936'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:35:55.063194 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7dc9fc-6dbb-4a94-b403-153267e8626f" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb709e6-ba7f-4703-8f7f-365c33a1c79c", "tag": "11b28132-99ac-43b2-87de-94474fddc936"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:35:55.100006 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140786b2-c1ea-4233-a12e-cfaa320695d5 x-openstack-request-id: req-140786b2-c1ea-4233-a12e-cfaa320695d5 {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:35:55.100292 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb709e6-ba7f-4703-8f7f-365c33a1c79c", "tag": "11b28132-99ac-43b2-87de-94474fddc936", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:35:55.100542 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-140786b2-c1ea-4233-a12e-cfaa320695d5 {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:35:55.100949 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140786b2-c1ea-4233-a12e-cfaa320695d5'] response: {'name': 'network-changed', 'server_uuid': '8fb709e6-ba7f-4703-8f7f-365c33a1c79c', 'tag': '11b28132-99ac-43b2-87de-94474fddc936', 'status': 'completed', 'code': 200} Oct 17 04:35:55.161664 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-e81027f8-1835-401b-9bc9-884d418e8e52 None None] Set router cf3ccc05-0068-40f1-8539-7d2292f48ca6 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:35:55.163518 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dc9fc-6dbb-4a94-b403-153267e8626f req-1337b112-1dfe-4fa5-a2bf-9fa420e910e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:55.165105 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3c7dc9fc-6dbb-4a94-b403-153267e8626f req-1337b112-1dfe-4fa5-a2bf-9fa420e910e5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=9de6141e0c3a41bcb84ac635b48a51df&device_id=8fb709e6-ba7f-4703-8f7f-365c33a1c79c HTTP/1.1" status: 200 len: 1130 time: 0.0397503 Oct 17 04:35:55.260358 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dc9fc-6dbb-4a94-b403-153267e8626f req-ba222277-c559-4761-8d1b-9dc2c49f6c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:55.261861 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3c7dc9fc-6dbb-4a94-b403-153267e8626f req-ba222277-c559-4761-8d1b-9dc2c49f6c7c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=5b651c35-159b-4d6e-a364-6761b8b7e75b HTTP/1.1" status: 200 len: 911 time: 0.0910559 Oct 17 04:35:55.323212 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3c7dc9fc-6dbb-4a94-b403-153267e8626f req-10348822-dc4b-4852-8768-5e04be0fafd6 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11b28132-99ac-43b2-87de-94474fddc936 HTTP/1.1" status: 200 len: 999 time: 0.0553792 Oct 17 04:35:55.325109 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=100 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:55.375051 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-e81027f8-1835-401b-9bc9-884d418e8e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'name': 'tempest-AttachVolumeTestJSON-690720917-router', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:09Z', 'revision_number': 4, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'gw_port': {'id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '7d543f98-e14a-40bc-a190-adef95caf777', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'port_id': '11b28132-99ac-43b2-87de-94474fddc936', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'mac_address': 'fa:16:3e:89:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb709e6-ba7f-4703-8f7f-365c33a1c79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:35:40Z', 'updated_at': '2022-10-17T04:35:54Z', 'revision_number': 1, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'decbcabf-cae3-43f6-b380-5ec431cf4aec', 'name': '', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'mac_address': 'fa:16:3e:6d:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:07Z', 'updated_at': '2022-10-17T04:31:28Z', 'revision_number': 5, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'subnets': [{'id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:55.382955 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dc9fc-6dbb-4a94-b403-153267e8626f req-74877c00-01ce-4ad5-9da6-3c62e15ad4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:55.384512 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3c7dc9fc-6dbb-4a94-b403-153267e8626f req-74877c00-01ce-4ad5-9da6-3c62e15ad4d5 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d4565b2b-3a4c-4521-9f7b-f70198a8501f HTTP/1.1" status: 200 len: 849 time: 0.0544257 Oct 17 04:35:55.400505 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81027f8-1835-401b-9bc9-884d418e8e52 None None] Checking router: cf3ccc05-0068-40f1-8539-7d2292f48ca6 for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:35:55.409584 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81027f8-1835-401b-9bc9-884d418e8e52 None None] Routers {'cf3ccc05-0068-40f1-8539-7d2292f48ca6'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:35:55.410187 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-e81027f8-1835-401b-9bc9-884d418e8e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:35:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:55.427847 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dc9fc-6dbb-4a94-b403-153267e8626f req-df4d3181-fa55-4e01-acea-c14754149d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:55.429404 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3c7dc9fc-6dbb-4a94-b403-153267e8626f req-df4d3181-fa55-4e01-acea-c14754149d8a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=5b651c35-159b-4d6e-a364-6761b8b7e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392013 Oct 17 04:35:55.517739 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-e81027f8-1835-401b-9bc9-884d418e8e52 None None] Set router cf3ccc05-0068-40f1-8539-7d2292f48ca6 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:35:55.541405 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3c7dc9fc-6dbb-4a94-b403-153267e8626f req-5cb1adf6-8deb-4a5c-886a-ec49c559f17a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042361 Oct 17 04:35:55.650591 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3c7dc9fc-6dbb-4a94-b403-153267e8626f req-c2c71777-177d-4bf4-a794-57bdee9073a5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025016 Oct 17 04:35:55.747791 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-e81027f8-1835-401b-9bc9-884d418e8e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'name': 'tempest-AttachVolumeTestJSON-690720917-router', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:09Z', 'revision_number': 4, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'gw_port': {'id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '7d543f98-e14a-40bc-a190-adef95caf777', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'port_id': '11b28132-99ac-43b2-87de-94474fddc936', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'mac_address': 'fa:16:3e:89:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb709e6-ba7f-4703-8f7f-365c33a1c79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:35:40Z', 'updated_at': '2022-10-17T04:35:54Z', 'revision_number': 1, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'decbcabf-cae3-43f6-b380-5ec431cf4aec', 'name': '', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'mac_address': 'fa:16:3e:6d:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:07Z', 'updated_at': '2022-10-17T04:31:28Z', 'revision_number': 5, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'subnets': [{'id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:35:55.773529 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81027f8-1835-401b-9bc9-884d418e8e52 None None] The sync data for ids ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'] in dv-cinder-861557-1-iscsi is: [{'id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'name': 'tempest-AttachVolumeTestJSON-690720917-router', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:09Z', 'revision_number': 4, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'gw_port': {'id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '7d543f98-e14a-40bc-a190-adef95caf777', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'port_id': '11b28132-99ac-43b2-87de-94474fddc936', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'mac_address': 'fa:16:3e:89:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb709e6-ba7f-4703-8f7f-365c33a1c79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:35:40Z', 'updated_at': '2022-10-17T04:35:54Z', 'revision_number': 1, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'decbcabf-cae3-43f6-b380-5ec431cf4aec', 'name': '', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'mac_address': 'fa:16:3e:6d:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:07Z', 'updated_at': '2022-10-17T04:31:28Z', 'revision_number': 5, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'subnets': [{'id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:35:55.984902 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f65e5b9-4c57-4a33-84eb-2bf9897265df None None] New status for floating IP 7d543f98-e14a-40bc-a190-adef95caf777: ACTIVE {{(pid=104490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:35:56.309243 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 59942) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:56.417357 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6c87a064-7ad4-4a2a-a729-c242ae2309d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:56.498423 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6c87a064-7ad4-4a2a-a729-c242ae2309d7 admin admin] Publish callbacks [] for security_group (ea0c714d-32fc-425d-90a4-abe85be9aa02), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:56.502511 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6c87a064-7ad4-4a2a-a729-c242ae2309d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (ea0c714d-32fc-425d-90a4-abe85be9aa02), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:56.527234 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:56.550621 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-6c87a064-7ad4-4a2a-a729-c242ae2309d7 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=a8958bc8d69745b2a15b4a958a28631e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402387 Oct 17 04:35:56.551690 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87a064-7ad4-4a2a-a729-c242ae2309d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0c714d-32fc-425d-90a4-abe85be9aa02,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:56.553761 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59946) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:56.608022 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ffae1315-076a-4de5-87a1-4a67c19f0df4 admin admin] Publish callbacks [] for security_group (ea0c714d-32fc-425d-90a4-abe85be9aa02), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:56.631912 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ffae1315-076a-4de5-87a1-4a67c19f0df4 admin admin] Publish callbacks [] for security_group (ea0c714d-32fc-425d-90a4-abe85be9aa02), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:56.679067 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ffae1315-076a-4de5-87a1-4a67c19f0df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (ea0c714d-32fc-425d-90a4-abe85be9aa02), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:56.681728 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ffae1315-076a-4de5-87a1-4a67c19f0df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:56.682867 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-ffae1315-076a-4de5-87a1-4a67c19f0df4 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/ea0c714d-32fc-425d-90a4-abe85be9aa02 HTTP/1.1" status: 204 len: 168 time: 0.1280351 Oct 17 04:35:56.691459 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae1315-076a-4de5-87a1-4a67c19f0df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0c714d-32fc-425d-90a4-abe85be9aa02,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:56.961500 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59966) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:56.975670 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1e536149-0455-44a6-b2c7-4695567fdf2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:57.069644 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1e536149-0455-44a6-b2c7-4695567fdf2e admin admin] Publish callbacks [] for security_group (741ea4dc-a763-4f99-b921-e6520b7b75b2), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:57.073679 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1e536149-0455-44a6-b2c7-4695567fdf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (741ea4dc-a763-4f99-b921-e6520b7b75b2), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:57.114243 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e536149-0455-44a6-b2c7-4695567fdf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741ea4dc-a763-4f99-b921-e6520b7b75b2,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:57.121652 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-1e536149-0455-44a6-b2c7-4695567fdf2e admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=49c555617e7b45d49aa2c528441c55bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1584980 Oct 17 04:35:57.122360 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 59972) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:57.173103 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-302b9086-916d-4644-9957-e541340b9352 admin admin] Publish callbacks [] for security_group (741ea4dc-a763-4f99-b921-e6520b7b75b2), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:57.192965 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-302b9086-916d-4644-9957-e541340b9352 admin admin] Publish callbacks [] for security_group (741ea4dc-a763-4f99-b921-e6520b7b75b2), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:57.243637 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-302b9086-916d-4644-9957-e541340b9352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (741ea4dc-a763-4f99-b921-e6520b7b75b2), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:57.246149 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-302b9086-916d-4644-9957-e541340b9352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:57.247398 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-302b9086-916d-4644-9957-e541340b9352 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/741ea4dc-a763-4f99-b921-e6520b7b75b2 HTTP/1.1" status: 204 len: 168 time: 0.1240306 Oct 17 04:35:57.257384 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b9086-916d-4644-9957-e541340b9352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741ea4dc-a763-4f99-b921-e6520b7b75b2,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:58.454021 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7531f5a-ef80-41ad-bbec-727a752b9087 req-c1058ae0-748d-400d-8c1b-d3a03cc1b1fc tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:58.455646 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c7531f5a-ef80-41ad-bbec-727a752b9087 req-c1058ae0-748d-400d-8c1b-d3a03cc1b1fc tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=00d500c7-5fa9-4811-8064-25f3c15d0928 HTTP/1.1" status: 200 len: 945 time: 0.0488832 Oct 17 04:35:58.502481 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c7531f5a-ef80-41ad-bbec-727a752b9087 req-0fd4d206-eefe-4f7d-8a6b-d799c9149867 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7f004d50-bc0e-4df6-866d-88cf0dbd4f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412962 Oct 17 04:35:58.875237 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 60024) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:58.980912 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-673f6cf8-1f77-4d9e-a978-13fc53c58380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:59.025643 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:59.049211 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:59.062052 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-673f6cf8-1f77-4d9e-a978-13fc53c58380 admin admin] Publish callbacks [] for security_group (a1813662-e387-44ed-ba3f-a47b44c5d14b), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:59.066378 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-673f6cf8-1f77-4d9e-a978-13fc53c58380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (a1813662-e387-44ed-ba3f-a47b44c5d14b), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:59.105913 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-673f6cf8-1f77-4d9e-a978-13fc53c58380 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=7296d912737040839e62497eec0313d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296257 Oct 17 04:35:59.107962 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f6cf8-1f77-4d9e-a978-13fc53c58380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1813662-e387-44ed-ba3f-a47b44c5d14b,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:59.108669 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 60028) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:59.159492 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-db25d565-9491-47a1-b1d1-e8b32fe85dc6 admin admin] Publish callbacks [] for security_group (a1813662-e387-44ed-ba3f-a47b44c5d14b), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:59.170661 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:35:59.179697 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-db25d565-9491-47a1-b1d1-e8b32fe85dc6 admin admin] Publish callbacks [] for security_group (a1813662-e387-44ed-ba3f-a47b44c5d14b), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:59.226928 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-db25d565-9491-47a1-b1d1-e8b32fe85dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (a1813662-e387-44ed-ba3f-a47b44c5d14b), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:59.229466 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-db25d565-9491-47a1-b1d1-e8b32fe85dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:59.230609 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-db25d565-9491-47a1-b1d1-e8b32fe85dc6 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/a1813662-e387-44ed-ba3f-a47b44c5d14b HTTP/1.1" status: 204 len: 168 time: 0.1208317 Oct 17 04:35:59.238977 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25d565-9491-47a1-b1d1-e8b32fe85dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1813662-e387-44ed-ba3f-a47b44c5d14b,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:59.499530 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 60034) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:59.516069 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-75a1c4b2-b569-4a54-ad33-1b3fd5f1903b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:59.634898 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-75a1c4b2-b569-4a54-ad33-1b3fd5f1903b admin admin] Publish callbacks [] for security_group (a7782af6-f352-44ea-b2be-363863f54031), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:59.645967 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da235d24-e3cb-401a-820e-8d264a54da08 req-c3d06a24-6acb-41de-86df-51721a4928b6 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:35:59.647446 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-da235d24-e3cb-401a-820e-8d264a54da08 req-c3d06a24-6acb-41de-86df-51721a4928b6 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=00d500c7-5fa9-4811-8064-25f3c15d0928 HTTP/1.1" status: 200 len: 945 time: 0.0634477 Oct 17 04:35:59.648465 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-75a1c4b2-b569-4a54-ad33-1b3fd5f1903b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (a7782af6-f352-44ea-b2be-363863f54031), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:59.709212 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1c4b2-b569-4a54-ad33-1b3fd5f1903b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7782af6-f352-44ea-b2be-363863f54031,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:35:59.713347 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-75a1c4b2-b569-4a54-ad33-1b3fd5f1903b admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=26aabd0940df4a7e9e17c2d6881e79f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127919 Oct 17 04:35:59.716859 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 60038) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:35:59.732043 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-da235d24-e3cb-401a-820e-8d264a54da08 req-86dfe1e1-d5de-4237-89eb-36bf9097907b tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7f004d50-bc0e-4df6-866d-88cf0dbd4f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723562 Oct 17 04:35:59.769126 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ce6c9aba-a8a1-4d1e-9f2c-29659cd8fe2e admin admin] Publish callbacks [] for security_group (a7782af6-f352-44ea-b2be-363863f54031), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:59.789427 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ce6c9aba-a8a1-4d1e-9f2c-29659cd8fe2e admin admin] Publish callbacks [] for security_group (a7782af6-f352-44ea-b2be-363863f54031), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:59.834891 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ce6c9aba-a8a1-4d1e-9f2c-29659cd8fe2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (a7782af6-f352-44ea-b2be-363863f54031), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:59.837555 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ce6c9aba-a8a1-4d1e-9f2c-29659cd8fe2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:35:59.838700 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-ce6c9aba-a8a1-4d1e-9f2c-29659cd8fe2e admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/a7782af6-f352-44ea-b2be-363863f54031 HTTP/1.1" status: 204 len: 168 time: 0.1206477 Oct 17 04:35:59.847408 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c9aba-a8a1-4d1e-9f2c-29659cd8fe2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7782af6-f352-44ea-b2be-363863f54031,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:00.039959 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8d9c3-3a8e-40e6-8914-5e0ecc55042d req-d86c17f8-0e4a-4107-ae2e-f5517d5b5d39 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:00.041440 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-b4b8d9c3-3a8e-40e6-8914-5e0ecc55042d req-d86c17f8-0e4a-4107-ae2e-f5517d5b5d39 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=00d500c7-5fa9-4811-8064-25f3c15d0928 HTTP/1.1" status: 200 len: 945 time: 0.0517988 Oct 17 04:36:00.130669 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-b4b8d9c3-3a8e-40e6-8914-5e0ecc55042d req-ce9d2528-4cc9-4340-a2b3-0da6728bd25d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Deleting port b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:36:00.131554 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-b4b8d9c3-3a8e-40e6-8914-5e0ecc55042d req-ce9d2528-4cc9-4340-a2b3-0da6728bd25d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (b5d22a9b-0e70-4aa1-8839-2f3f94ffa514), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:00.228796 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-b4b8d9c3-3a8e-40e6-8914-5e0ecc55042d req-ce9d2528-4cc9-4340-a2b3-0da6728bd25d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] For port b5d22a9b-0e70-4aa1-8839-2f3f94ffa514, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=b5d22a9b-0e70-4aa1-8839-2f3f94ffa514,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:36:00.229199 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-b4b8d9c3-3a8e-40e6-8914-5e0ecc55042d req-ce9d2528-4cc9-4340-a2b3-0da6728bd25d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (b5d22a9b-0e70-4aa1-8839-2f3f94ffa514), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:00.395217 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-b4b8d9c3-3a8e-40e6-8914-5e0ecc55042d req-ce9d2528-4cc9-4340-a2b3-0da6728bd25d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:00.395576 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-b4b8d9c3-3a8e-40e6-8914-5e0ecc55042d req-ce9d2528-4cc9-4340-a2b3-0da6728bd25d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (93704277-7fb5-4ab9-8b3f-f557c1f49835), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:00.395915 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.l3_db [req-b4b8d9c3-3a8e-40e6-8914-5e0ecc55042d req-ce9d2528-4cc9-4340-a2b3-0da6728bd25d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Floating IP 93704277-7fb5-4ab9-8b3f-f557c1f49835 disassociated. External IP: 172.27.3.209, port: b5d22a9b-0e70-4aa1-8839-2f3f94ffa514. Oct 17 04:36:00.396336 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-b4b8d9c3-3a8e-40e6-8914-5e0ecc55042d req-ce9d2528-4cc9-4340-a2b3-0da6728bd25d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Calling delete_port for b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 owned by compute:nova {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:36:00.530681 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-b4b8d9c3-3a8e-40e6-8914-5e0ecc55042d req-ce9d2528-4cc9-4340-a2b3-0da6728bd25d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (b5d22a9b-0e70-4aa1-8839-2f3f94ffa514), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:00.565866 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d2528-4cc9-4340-a2b3-0da6728bd25d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event deleted for resources: {'Port': ['ID=b5d22a9b-0e70-4aa1-8839-2f3f94ffa514,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:00.603498 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:00.672242 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:00.676517 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4b8d9c3-3a8e-40e6-8914-5e0ecc55042d req-ce9d2528-4cc9-4340-a2b3-0da6728bd25d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Router ef9dfe8e-2638-428a-b697-819c4f07a1e8 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:36:00.849230 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-851a59b6-df2b-495b-b147-7b173afc4315 req-ca31435c-4db4-466e-9508-47754a69bf09 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=00d500c7-5fa9-4811-8064-25f3c15d0928 HTTP/1.1" status: 200 len: 210 time: 0.0338907 Oct 17 04:36:00.976715 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 60070) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:36:01.019252 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4b8d9c3-3a8e-40e6-8914-5e0ecc55042d req-ce9d2528-4cc9-4340-a2b3-0da6728bd25d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:36:01.032579 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39269f9-6607-463c-9bdb-77014f6eabe9 None None] Sync routers for ids ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:36:01.046047 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39269f9-6607-463c-9bdb-77014f6eabe9 None None] Routers {'ef9dfe8e-2638-428a-b697-819c4f07a1e8'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:36:01.048421 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-b39269f9-6607-463c-9bdb-77014f6eabe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:35:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:36:01.068408 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b8d9c3-3a8e-40e6-8914-5e0ecc55042d req-ce9d2528-4cc9-4340-a2b3-0da6728bd25d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] No DVR routers for this DVR port b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 on host hv-cinder-86155 {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:36:01.071108 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-b4b8d9c3-3a8e-40e6-8914-5e0ecc55042d req-ce9d2528-4cc9-4340-a2b3-0da6728bd25d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:01.074384 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-b4b8d9c3-3a8e-40e6-8914-5e0ecc55042d req-ce9d2528-4cc9-4340-a2b3-0da6728bd25d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.20 "DELETE /networking/v2.0/ports/b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 HTTP/1.1" status: 204 len: 173 time: 1.0277238 Oct 17 04:36:01.075012 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d500c7-5fa9-4811-8064-25f3c15d0928', 'name': 'network-vif-deleted', 'tag': 'b5d22a9b-0e70-4aa1-8839-2f3f94ffa514'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:36:01.078808 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f5a65a-9973-4818-8d5f-ad5dbcb0176a" -d '{"events": [{"server_uuid": "00d500c7-5fa9-4811-8064-25f3c15d0928", "name": "network-vif-deleted", "tag": "b5d22a9b-0e70-4aa1-8839-2f3f94ffa514"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:36:01.121717 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ae93e7-96be-4004-a2a6-7c8c574bc6f9 x-openstack-request-id: req-47ae93e7-96be-4004-a2a6-7c8c574bc6f9 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:36:01.122191 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d500c7-5fa9-4811-8064-25f3c15d0928", "name": "network-vif-deleted", "tag": "b5d22a9b-0e70-4aa1-8839-2f3f94ffa514", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:36:01.123094 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-47ae93e7-96be-4004-a2a6-7c8c574bc6f9 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:36:01.124366 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47ae93e7-96be-4004-a2a6-7c8c574bc6f9'] response: {'server_uuid': '00d500c7-5fa9-4811-8064-25f3c15d0928', 'name': 'network-vif-deleted', 'tag': 'b5d22a9b-0e70-4aa1-8839-2f3f94ffa514', 'status': 'completed', 'code': 200} Oct 17 04:36:01.146763 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2d37c955-a4b4-4bc5-bf3f-c080a437be8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:01.246288 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2d37c955-a4b4-4bc5-bf3f-c080a437be8c admin admin] Publish callbacks [] for security_group (9dc29503-556c-4cd9-90c8-b3c2e4a3d20c), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:01.250395 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2d37c955-a4b4-4bc5-bf3f-c080a437be8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (9dc29503-556c-4cd9-90c8-b3c2e4a3d20c), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:01.292705 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-2d37c955-a4b4-4bc5-bf3f-c080a437be8c admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=62956513c2744a34b4b361c7d04fa3c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145061 Oct 17 04:36:01.293608 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37c955-a4b4-4bc5-bf3f-c080a437be8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc29503-556c-4cd9-90c8-b3c2e4a3d20c,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:01.296245 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 60076) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:36:01.321632 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-b39269f9-6607-463c-9bdb-77014f6eabe9 None None] Set router ef9dfe8e-2638-428a-b697-819c4f07a1e8 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:36:01.324057 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-a862a516-fc61-4e84-97f1-7441431a8947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:01.349276 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:01.357674 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b51072ed-d638-4806-8ca8-585d31e1325d admin admin] Publish callbacks [] for security_group (9dc29503-556c-4cd9-90c8-b3c2e4a3d20c), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:01.379756 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b51072ed-d638-4806-8ca8-585d31e1325d admin admin] Publish callbacks [] for security_group (9dc29503-556c-4cd9-90c8-b3c2e4a3d20c), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:01.431274 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b51072ed-d638-4806-8ca8-585d31e1325d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (9dc29503-556c-4cd9-90c8-b3c2e4a3d20c), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:01.433768 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b51072ed-d638-4806-8ca8-585d31e1325d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:01.437460 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-b51072ed-d638-4806-8ca8-585d31e1325d admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/9dc29503-556c-4cd9-90c8-b3c2e4a3d20c HTTP/1.1" status: 204 len: 168 time: 0.1376982 Oct 17 04:36:01.443202 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51072ed-d638-4806-8ca8-585d31e1325d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc29503-556c-4cd9-90c8-b3c2e4a3d20c,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:01.527273 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-b39269f9-6607-463c-9bdb-77014f6eabe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:36:01.557119 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39269f9-6607-463c-9bdb-77014f6eabe9 None None] Checking router: ef9dfe8e-2638-428a-b697-819c4f07a1e8 for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:36:01.567455 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39269f9-6607-463c-9bdb-77014f6eabe9 None None] Routers {'ef9dfe8e-2638-428a-b697-819c4f07a1e8'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:36:01.568061 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-b39269f9-6607-463c-9bdb-77014f6eabe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:35:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:36:01.680074 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-b39269f9-6607-463c-9bdb-77014f6eabe9 None None] Set router ef9dfe8e-2638-428a-b697-819c4f07a1e8 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:36:01.724067 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=100 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:01.885250 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-b39269f9-6607-463c-9bdb-77014f6eabe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:36:01.912210 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39269f9-6607-463c-9bdb-77014f6eabe9 None None] The sync data for ids ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'] in dv-cinder-861557-1-iscsi is: [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:36:01.965180 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 60100) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:36:02.029610 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1647c827-2b5d-4c7e-800a-0e7dd9fd1ba3 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (7f004d50-bc0e-4df6-866d-88cf0dbd4f54), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:02.052402 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1647c827-2b5d-4c7e-800a-0e7dd9fd1ba3 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (7f004d50-bc0e-4df6-866d-88cf0dbd4f54), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:02.110295 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1647c827-2b5d-4c7e-800a-0e7dd9fd1ba3 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (7f004d50-bc0e-4df6-866d-88cf0dbd4f54), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:02.113107 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1647c827-2b5d-4c7e-800a-0e7dd9fd1ba3 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:02.114579 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-1647c827-2b5d-4c7e-800a-0e7dd9fd1ba3 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/7f004d50-bc0e-4df6-866d-88cf0dbd4f54 HTTP/1.1" status: 204 len: 168 time: 0.1472468 Oct 17 04:36:02.117316 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 60106) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:36:02.126774 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647c827-2b5d-4c7e-800a-0e7dd9fd1ba3 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f004d50-bc0e-4df6-866d-88cf0dbd4f54,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:02.137745 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.api.v2.resource [None req-c239341e-5de3-4513-97e3-0172856beb67 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] show failed (client error): The resource could not be found. Oct 17 04:36:02.141145 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-c239341e-5de3-4513-97e3-0172856beb67 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups/7f004d50-bc0e-4df6-866d-88cf0dbd4f54 HTTP/1.1" status: 404 len: 347 time: 0.0227954 Oct 17 04:36:02.144099 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 60108) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:36:02.223716 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1384956f-46ba-464e-9dea-a1f7e0414399 None None] New status for floating IP 93704277-7fb5-4ab9-8b3f-f557c1f49835: DOWN {{(pid=104490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:36:02.273147 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-37cdc4b1-f29b-418b-9be7-3dc91b560ebd tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Deleting port 8cb4619d-d09d-422b-a6f6-8e5995902f16 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:36:02.273503 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-37cdc4b1-f29b-418b-9be7-3dc91b560ebd tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (8cb4619d-d09d-422b-a6f6-8e5995902f16), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:02.363224 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-37cdc4b1-f29b-418b-9be7-3dc91b560ebd tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (8cb4619d-d09d-422b-a6f6-8e5995902f16), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:02.363764 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-37cdc4b1-f29b-418b-9be7-3dc91b560ebd tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (8cb4619d-d09d-422b-a6f6-8e5995902f16), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:02.377480 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-37cdc4b1-f29b-418b-9be7-3dc91b560ebd tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Calling delete_port for 8cb4619d-d09d-422b-a6f6-8e5995902f16 owned by network:floatingip {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:36:02.516871 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-37cdc4b1-f29b-418b-9be7-3dc91b560ebd tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (8cb4619d-d09d-422b-a6f6-8e5995902f16), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:02.541520 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdc4b1-f29b-418b-9be7-3dc91b560ebd tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event deleted for resources: {'Port': ['ID=8cb4619d-d09d-422b-a6f6-8e5995902f16,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:02.549372 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:02.587743 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:02.609856 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-37cdc4b1-f29b-418b-9be7-3dc91b560ebd tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (93704277-7fb5-4ab9-8b3f-f557c1f49835), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:02.612340 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-37cdc4b1-f29b-418b-9be7-3dc91b560ebd tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:02.613482 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-37cdc4b1-f29b-418b-9be7-3dc91b560ebd tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/93704277-7fb5-4ab9-8b3f-f557c1f49835 HTTP/1.1" status: 204 len: 168 time: 0.4683230 Oct 17 04:36:02.680707 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 60152) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:36:02.685472 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-7b928d51-3765-4681-9a6a-6e8be74f0fd0 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--396579615', 'description': 'tempest-description--1266090421'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:36:02.709396 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-7b928d51-3765-4681-9a6a-6e8be74f0fd0 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:02.781610 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-7b928d51-3765-4681-9a6a-6e8be74f0fd0 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (70225533-222e-42be-a073-e143744eadf1), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:02.785574 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-7b928d51-3765-4681-9a6a-6e8be74f0fd0 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (70225533-222e-42be-a073-e143744eadf1), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:02.812886 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:02.819570 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-7b928d51-3765-4681-9a6a-6e8be74f0fd0 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:02.820778 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-7b928d51-3765-4681-9a6a-6e8be74f0fd0 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1390553 Oct 17 04:36:02.822457 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b928d51-3765-4681-9a6a-6e8be74f0fd0 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70225533-222e-42be-a073-e143744eadf1,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:02.824068 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 60158) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:36:02.829375 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-b6debf09-141d-4abc-b14c-93515be4649b tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'security_group_rule': {'security_group_id': '70225533-222e-42be-a073-e143744eadf1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:36:02.856436 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b6debf09-141d-4abc-b14c-93515be4649b tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (6a364def-c3b6-4d94-8cf9-7a9a1fa31a66), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:02.914875 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b6debf09-141d-4abc-b14c-93515be4649b tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (6a364def-c3b6-4d94-8cf9-7a9a1fa31a66), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:02.918295 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b6debf09-141d-4abc-b14c-93515be4649b tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (6a364def-c3b6-4d94-8cf9-7a9a1fa31a66), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:02.936862 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6debf09-141d-4abc-b14c-93515be4649b tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a364def-c3b6-4d94-8cf9-7a9a1fa31a66,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:02.944474 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b6debf09-141d-4abc-b14c-93515be4649b tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:02.945887 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-b6debf09-141d-4abc-b14c-93515be4649b tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206579 Oct 17 04:36:02.948524 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 60162) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:36:02.954328 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-25f2f38f-9130-4bf4-af71-c8420195a0c4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'security_group_rule': {'security_group_id': '70225533-222e-42be-a073-e143744eadf1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:36:02.980808 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-25f2f38f-9130-4bf4-af71-c8420195a0c4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (ed6e7fe2-c2a8-4910-acdc-8d40df052662), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:03.040610 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-25f2f38f-9130-4bf4-af71-c8420195a0c4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (ed6e7fe2-c2a8-4910-acdc-8d40df052662), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:03.044042 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-25f2f38f-9130-4bf4-af71-c8420195a0c4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (ed6e7fe2-c2a8-4910-acdc-8d40df052662), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:03.065923 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2f38f-9130-4bf4-af71-c8420195a0c4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6e7fe2-c2a8-4910-acdc-8d40df052662,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:03.071229 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-25f2f38f-9130-4bf4-af71-c8420195a0c4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:03.072463 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-25f2f38f-9130-4bf4-af71-c8420195a0c4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229744 Oct 17 04:36:03.076300 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 60176) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:36:03.081655 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-be9e7303-f597-498a-b3df-36c592084b61 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'floatingip': {'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:36:03.102776 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-be9e7303-f597-498a-b3df-36c592084b61 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:03.194200 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-be9e7303-f597-498a-b3df-36c592084b61 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:03.201867 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:03.313874 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_common [None req-be9e7303-f597-498a-b3df-36c592084b61 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Allocated IP 172.27.3.17 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/cf620257-5391-4828-b3fa-1682e2c787c7) {{(pid=104488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:36:03.422019 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-be9e7303-f597-498a-b3df-36c592084b61 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for port (cf620257-5391-4828-b3fa-1682e2c787c7), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:03.456044 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-be9e7303-f597-498a-b3df-36c592084b61 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (cf620257-5391-4828-b3fa-1682e2c787c7), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:03.481018 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-81092df1-838b-4e10-967a-9bb24366ea7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:03.508280 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9e7303-f597-498a-b3df-36c592084b61 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:36:03.514662 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-be9e7303-f597-498a-b3df-36c592084b61 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:36:03.517596 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e7303-f597-498a-b3df-36c592084b61 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Received port after_create {{(pid=104488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:36:03.542938 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e7303-f597-498a-b3df-36c592084b61 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'Port': ['ID=cf620257-5391-4828-b3fa-1682e2c787c7,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:03.606180 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-be9e7303-f597-498a-b3df-36c592084b61 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (7a843abe-6a05-4cf4-911e-4ef99bb756a8), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:03.642684 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-be9e7303-f597-498a-b3df-36c592084b61 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (cf620257-5391-4828-b3fa-1682e2c787c7), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:03.797645 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-be9e7303-f597-498a-b3df-36c592084b61 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for port (cf620257-5391-4828-b3fa-1682e2c787c7), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:03.805147 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-be9e7303-f597-498a-b3df-36c592084b61 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7641586'] for port (cf620257-5391-4828-b3fa-1682e2c787c7), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:03.863580 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:03.882203 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e7303-f597-498a-b3df-36c592084b61 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'Port': ['ID=cf620257-5391-4828-b3fa-1682e2c787c7,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:03.887609 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-be9e7303-f597-498a-b3df-36c592084b61 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (7a843abe-6a05-4cf4-911e-4ef99bb756a8), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:03.904445 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-be9e7303-f597-498a-b3df-36c592084b61 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:03.905859 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-be9e7303-f597-498a-b3df-36c592084b61 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8277092 Oct 17 04:36:04.084287 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:04.114637 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-131082f1-c631-459c-b82d-90651a7bd481 req-c446e088-1285-4cce-b7a0-ce4632235726 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--396579615&fields=id&tenant_id=e022e6125e85417881ce226db7a5c764 HTTP/1.1" status: 200 len: 267 time: 0.0467637 Oct 17 04:36:04.226841 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131082f1-c631-459c-b82d-90651a7bd481 req-677472a1-8833-456d-ac13-0a922dbb7f35 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:04.228304 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-131082f1-c631-459c-b82d-90651a7bd481 req-677472a1-8833-456d-ac13-0a922dbb7f35 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/networks?id=60b2c529-82f9-47ea-9951-24ba7b38ebc9 HTTP/1.1" status: 200 len: 815 time: 0.1073105 Oct 17 04:36:04.244420 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-131082f1-c631-459c-b82d-90651a7bd481 req-55418186-d1da-4f96-8353-7d2ec6912d48 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/quotas/e022e6125e85417881ce226db7a5c764 HTTP/1.1" status: 200 len: 375 time: 0.0092754 Oct 17 04:36:04.292923 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-131082f1-c631-459c-b82d-90651a7bd481 req-40dc8364-5d9f-4216-9103-4a24e875ce01 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e022e6125e85417881ce226db7a5c764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430341 Oct 17 04:36:04.389896 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-131082f1-c631-459c-b82d-90651a7bd481 req-974ac3bb-56c2-4c64-852b-b4d7e2f29ec8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846417 Oct 17 04:36:04.483742 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-131082f1-c631-459c-b82d-90651a7bd481 req-9154da84-e9a0-44cb-9e27-87023731b51e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881467 Oct 17 04:36:04.564356 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:36:04.587878 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] No Port match for: b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:36:04.588399 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device b5d22a9b-0e70-4aa1-8839-2f3f94ffa514 not bound to the agent host hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:36:04.643685 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:04.680681 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-89ac1010-ed03-4953-97e7-938116b6b58c req-1780e63e-17fc-4aa7-bd33-1c3366f2ca0f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7cdbf4e7-ae88-4e26-a40b-cbd881612fe5 HTTP/1.1" status: 200 len: 210 time: 0.0350685 Oct 17 04:36:05.791678 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-13d27a5c-a5bc-4fd8-a7c2-bb96f4a739b7 req-6f728b5e-bba5-45c1-b9d9-c281394d456c tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7cdbf4e7-ae88-4e26-a40b-cbd881612fe5 HTTP/1.1" status: 200 len: 210 time: 0.0294299 Oct 17 04:36:05.819262 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131082f1-c631-459c-b82d-90651a7bd481 req-938d78ce-41d1-4947-9a46-497dd08ed6c4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:05.820821 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-131082f1-c631-459c-b82d-90651a7bd481 req-938d78ce-41d1-4947-9a46-497dd08ed6c4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.20 "GET /networking/v2.0/networks?id=60b2c529-82f9-47ea-9951-24ba7b38ebc9 HTTP/1.1" status: 200 len: 815 time: 0.1343822 Oct 17 04:36:05.885438 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-131082f1-c631-459c-b82d-90651a7bd481 req-a8331990-c67d-4c88-a52d-5c42a9af9423 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e022e6125e85417881ce226db7a5c764 HTTP/1.1" status: 200 len: 379 time: 0.0531890 Oct 17 04:36:05.953659 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-131082f1-c631-459c-b82d-90651a7bd481 req-0a782b6a-3682-4cfa-ae41-1356a21cedb7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'port': {'device_id': '7cdbf4e7-ae88-4e26-a40b-cbd881612fe5', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'admin_state_up': True, 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'security_groups': ['70225533-222e-42be-a073-e143744eadf1']}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:36:06.071597 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131082f1-c631-459c-b82d-90651a7bd481 req-0a782b6a-3682-4cfa-ae41-1356a21cedb7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Made reservation on behalf of e022e6125e85417881ce226db7a5c764 for: {'port': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:36:06.075321 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-131082f1-c631-459c-b82d-90651a7bd481 req-0a782b6a-3682-4cfa-ae41-1356a21cedb7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:06.200007 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [req-131082f1-c631-459c-b82d-90651a7bd481 req-0a782b6a-3682-4cfa-ae41-1356a21cedb7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Allocated IP 172.20.0.10 (60b2c529-82f9-47ea-9951-24ba7b38ebc9/a304680d-2236-42f7-928f-3e762d91fb9c/1d5c5bce-a6c7-4bf9-a814-b29960fc6306) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:36:06.205804 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:06.223262 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:06.255251 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:06.302556 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:06.351428 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-131082f1-c631-459c-b82d-90651a7bd481 req-0a782b6a-3682-4cfa-ae41-1356a21cedb7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for port (1d5c5bce-a6c7-4bf9-a814-b29960fc6306), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:06.382755 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-131082f1-c631-459c-b82d-90651a7bd481 req-0a782b6a-3682-4cfa-ae41-1356a21cedb7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (1d5c5bce-a6c7-4bf9-a814-b29960fc6306), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:06.424299 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131082f1-c631-459c-b82d-90651a7bd481 req-0a782b6a-3682-4cfa-ae41-1356a21cedb7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:36:06.427432 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [req-131082f1-c631-459c-b82d-90651a7bd481 req-0a782b6a-3682-4cfa-ae41-1356a21cedb7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:36:06.431102 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-131082f1-c631-459c-b82d-90651a7bd481 req-0a782b6a-3682-4cfa-ae41-1356a21cedb7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:36:06.439840 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a782b6a-3682-4cfa-ae41-1356a21cedb7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event updated for resources: {'Port': ['ID=1d5c5bce-a6c7-4bf9-a814-b29960fc6306,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:06.489906 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131082f1-c631-459c-b82d-90651a7bd481 req-0a782b6a-3682-4cfa-ae41-1356a21cedb7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:06.490526 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-131082f1-c631-459c-b82d-90651a7bd481 req-0a782b6a-3682-4cfa-ae41-1356a21cedb7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:06.508354 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-131082f1-c631-459c-b82d-90651a7bd481 req-0a782b6a-3682-4cfa-ae41-1356a21cedb7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5598307 Oct 17 04:36:06.510769 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:06.525325 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-131082f1-c631-459c-b82d-90651a7bd481 req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] Request body: {'port': {'device_id': '7cdbf4e7-ae88-4e26-a40b-cbd881612fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86155'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:36:06.591706 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-131082f1-c631-459c-b82d-90651a7bd481 req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (1d5c5bce-a6c7-4bf9-a814-b29960fc6306), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:06.696008 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-050f700b-b911-4e03-9972-f2f03470f88c None None] Provisioning complete for port 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:36:06.696386 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-050f700b-b911-4e03-9972-f2f03470f88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (1d5c5bce-a6c7-4bf9-a814-b29960fc6306), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:06.696724 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-050f700b-b911-4e03-9972-f2f03470f88c None None] Attempt 1 to provision port 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 Oct 17 04:36:06.732458 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-050f700b-b911-4e03-9972-f2f03470f88c None None] Port 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:36:06.855307 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [req-131082f1-c631-459c-b82d-90651a7bd481 req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:36:06.862949 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-131082f1-c631-459c-b82d-90651a7bd481 req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] Publish callbacks [] for port (1d5c5bce-a6c7-4bf9-a814-b29960fc6306), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:06.875509 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [req-131082f1-c631-459c-b82d-90651a7bd481 req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] Transition to ACTIVE for port object 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 will not be triggered until provisioned by entity L2. {{(pid=104487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:36:06.879593 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-131082f1-c631-459c-b82d-90651a7bd481 req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (1d5c5bce-a6c7-4bf9-a814-b29960fc6306), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:06.918633 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d6a7f-5579-4c73-9e61-71fe3d44b63e req-2580e5a6-c9d4-4a63-aa84-eb15aeebff11 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:06.920179 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a58d6a7f-5579-4c73-9e61-71fe3d44b63e req-2580e5a6-c9d4-4a63-aa84-eb15aeebff11 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7cdbf4e7-ae88-4e26-a40b-cbd881612fe5 HTTP/1.1" status: 200 len: 944 time: 0.0509181 Oct 17 04:36:06.960061 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5c5bce-a6c7-4bf9-a814-b29960fc6306,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:06.967950 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a58d6a7f-5579-4c73-9e61-71fe3d44b63e req-4d5a20c8-ef80-4038-aa45-e347fce1d40c tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=70225533-222e-42be-a073-e143744eadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417795 Oct 17 04:36:06.989928 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-131082f1-c631-459c-b82d-90651a7bd481 req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] Attempting to bind port 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 on host hv-cinder-86155 for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:36:06.990369 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-131082f1-c631-459c-b82d-90651a7bd481 req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] Attempting to bind port 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 by drivers openvswitch,hyperv on host hv-cinder-86155 at level 0 using segments [{'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:36:06.990822 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131082f1-c631-459c-b82d-90651a7bd481 req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] Attempting to bind port 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 on network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:36:07.017746 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:07.036338 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131082f1-c631-459c-b82d-90651a7bd481 req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] Port 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 on network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86155 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:36:07.036665 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131082f1-c631-459c-b82d-90651a7bd481 req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] Attempting to bind port 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 on network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:36:07.083878 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131082f1-c631-459c-b82d-90651a7bd481 req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] Checking agent: {'id': '98af6631-6ac5-4afe-8748-fa983cad7c78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86155', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:36:07.084215 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131082f1-c631-459c-b82d-90651a7bd481 req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] Checking segment: {'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:36:07.084608 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131082f1-c631-459c-b82d-90651a7bd481 req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] Bound using segment: {'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:36:07.085049 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-131082f1-c631-459c-b82d-90651a7bd481 req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] Bound port: 1d5c5bce-a6c7-4bf9-a814-b29960fc6306, host: hv-cinder-86155, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d8828e-9a3c-4464-accb-82ba9d78aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:36:07.085440 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-131082f1-c631-459c-b82d-90651a7bd481 req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (1d5c5bce-a6c7-4bf9-a814-b29960fc6306), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:07.129938 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:07.151329 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-131082f1-c631-459c-b82d-90651a7bd481 req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] For port 1d5c5bce-a6c7-4bf9-a814-b29960fc6306, host hv-cinder-86155, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:36:07.154454 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-131082f1-c631-459c-b82d-90651a7bd481 req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] For port 1d5c5bce-a6c7-4bf9-a814-b29960fc6306, host hv-cinder-86155, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=1d5c5bce-a6c7-4bf9-a814-b29960fc6306,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:36:07.159832 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-131082f1-c631-459c-b82d-90651a7bd481 req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (1d5c5bce-a6c7-4bf9-a814-b29960fc6306), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:07.163748 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131082f1-c631-459c-b82d-90651a7bd481 req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:07.164352 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-131082f1-c631-459c-b82d-90651a7bd481 req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:07.165747 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-131082f1-c631-459c-b82d-90651a7bd481 req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/1d5c5bce-a6c7-4bf9-a814-b29960fc6306 HTTP/1.1" status: 200 len: 1094 time: 0.6496608 Oct 17 04:36:07.166305 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cdbf4e7-ae88-4e26-a40b-cbd881612fe5', 'tag': '1d5c5bce-a6c7-4bf9-a814-b29960fc6306'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:36:07.168521 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63205ed1-d7cd-4732-a110-01c82cc0b2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "7cdbf4e7-ae88-4e26-a40b-cbd881612fe5", "tag": "1d5c5bce-a6c7-4bf9-a814-b29960fc6306"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:36:07.210467 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82023287-82c4-4ad3-839e-5c6914ce7930 x-openstack-request-id: req-82023287-82c4-4ad3-839e-5c6914ce7930 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:36:07.210756 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cdbf4e7-ae88-4e26-a40b-cbd881612fe5", "tag": "1d5c5bce-a6c7-4bf9-a814-b29960fc6306", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:36:07.211010 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-82023287-82c4-4ad3-839e-5c6914ce7930 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:36:07.211488 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82023287-82c4-4ad3-839e-5c6914ce7930'] response: {'name': 'network-changed', 'server_uuid': '7cdbf4e7-ae88-4e26-a40b-cbd881612fe5', 'tag': '1d5c5bce-a6c7-4bf9-a814-b29960fc6306', 'status': 'completed', 'code': 200} Oct 17 04:36:07.248412 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a1efd-e29f-48ba-870e-1fafa543d160 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5c5bce-a6c7-4bf9-a814-b29960fc6306,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:07.261895 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131082f1-c631-459c-b82d-90651a7bd481 req-341fdf3f-b3b1-49ed-bf98-a02bb9dfb07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:07.264133 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-131082f1-c631-459c-b82d-90651a7bd481 req-341fdf3f-b3b1-49ed-bf98-a02bb9dfb07a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=e022e6125e85417881ce226db7a5c764&device_id=7cdbf4e7-ae88-4e26-a40b-cbd881612fe5 HTTP/1.1" status: 200 len: 1128 time: 0.0465012 Oct 17 04:36:07.302978 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-131082f1-c631-459c-b82d-90651a7bd481 req-19939601-256b-4f41-a175-914917658057 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d5c5bce-a6c7-4bf9-a814-b29960fc6306 HTTP/1.1" status: 200 len: 217 time: 0.0313993 Oct 17 04:36:07.356755 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131082f1-c631-459c-b82d-90651a7bd481 req-3d6bd391-7739-4f55-931a-cad145aa878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:07.359094 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-131082f1-c631-459c-b82d-90651a7bd481 req-3d6bd391-7739-4f55-931a-cad145aa878c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a304680d-2236-42f7-928f-3e762d91fb9c HTTP/1.1" status: 200 len: 854 time: 0.0462942 Oct 17 04:36:07.406761 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131082f1-c631-459c-b82d-90651a7bd481 req-6fbae3c2-c0f8-4318-8381-19ef643cb4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:07.408134 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-131082f1-c631-459c-b82d-90651a7bd481 req-6fbae3c2-c0f8-4318-8381-19ef643cb4e5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=60b2c529-82f9-47ea-9951-24ba7b38ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410235 Oct 17 04:36:07.503062 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-131082f1-c631-459c-b82d-90651a7bd481 req-5947f970-0416-490d-a5c3-75f04cce2bd8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875409 Oct 17 04:36:07.597429 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-131082f1-c631-459c-b82d-90651a7bd481 req-543a8a22-5411-429b-b24a-716829730e8d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872948 Oct 17 04:36:08.089693 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de3d76-c63e-4dd2-a29a-b87ccdfdac2e req-657ba288-b533-4746-a2cc-4d0b44e3c5c7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:08.091374 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-02de3d76-c63e-4dd2-a29a-b87ccdfdac2e req-657ba288-b533-4746-a2cc-4d0b44e3c5c7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7cdbf4e7-ae88-4e26-a40b-cbd881612fe5 HTTP/1.1" status: 200 len: 944 time: 0.0475426 Oct 17 04:36:08.137492 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-02de3d76-c63e-4dd2-a29a-b87ccdfdac2e req-3f8c4d36-06d7-490e-bbfe-e65333eaf9d5 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=70225533-222e-42be-a073-e143744eadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407393 Oct 17 04:36:08.521044 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63205ed1-d7cd-4732-a110-01c82cc0b2cc req-4e1ebb9b-eaba-4a96-b08a-8657c57aebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:08.522604 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-63205ed1-d7cd-4732-a110-01c82cc0b2cc req-4e1ebb9b-eaba-4a96-b08a-8657c57aebc9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=e022e6125e85417881ce226db7a5c764&device_id=7cdbf4e7-ae88-4e26-a40b-cbd881612fe5 HTTP/1.1" status: 200 len: 1128 time: 0.0394657 Oct 17 04:36:08.614803 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63205ed1-d7cd-4732-a110-01c82cc0b2cc req-c15e12e4-007f-4d52-8d07-6d790a88242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:08.616266 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-63205ed1-d7cd-4732-a110-01c82cc0b2cc req-c15e12e4-007f-4d52-8d07-6d790a88242f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=60b2c529-82f9-47ea-9951-24ba7b38ebc9 HTTP/1.1" status: 200 len: 916 time: 0.0875988 Oct 17 04:36:08.655609 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-63205ed1-d7cd-4732-a110-01c82cc0b2cc req-37602eba-6a04-4a87-b081-959095f0a8e6 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d5c5bce-a6c7-4bf9-a814-b29960fc6306 HTTP/1.1" status: 200 len: 217 time: 0.0316634 Oct 17 04:36:08.702001 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63205ed1-d7cd-4732-a110-01c82cc0b2cc req-fb76872a-064d-48e4-8d0f-3e384a0f2190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:08.703610 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-63205ed1-d7cd-4732-a110-01c82cc0b2cc req-fb76872a-064d-48e4-8d0f-3e384a0f2190 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a304680d-2236-42f7-928f-3e762d91fb9c HTTP/1.1" status: 200 len: 854 time: 0.0424242 Oct 17 04:36:08.748973 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63205ed1-d7cd-4732-a110-01c82cc0b2cc req-fcbd3df6-4d60-469d-94f0-1179efd75355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:08.750646 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-63205ed1-d7cd-4732-a110-01c82cc0b2cc req-fcbd3df6-4d60-469d-94f0-1179efd75355 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=60b2c529-82f9-47ea-9951-24ba7b38ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411217 Oct 17 04:36:08.847662 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-63205ed1-d7cd-4732-a110-01c82cc0b2cc req-2db10e42-95fc-4189-a8a9-6ff46249ada4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874491 Oct 17 04:36:08.941884 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-63205ed1-d7cd-4732-a110-01c82cc0b2cc req-b4a047b3-c172-4334-a271-6ab765173347 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873828 Oct 17 04:36:09.256424 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c4804-bf89-4c1f-a404-95f3ac6a32d9 req-e28a2a7c-a76c-4453-88d9-ca1d468ccf2d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:09.257897 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a94c4804-bf89-4c1f-a404-95f3ac6a32d9 req-e28a2a7c-a76c-4453-88d9-ca1d468ccf2d tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7cdbf4e7-ae88-4e26-a40b-cbd881612fe5 HTTP/1.1" status: 200 len: 944 time: 0.0457768 Oct 17 04:36:09.311025 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a94c4804-bf89-4c1f-a404-95f3ac6a32d9 req-c69f5b42-993b-44a0-9fe9-693d4e25bc6e tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=70225533-222e-42be-a073-e143744eadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470445 Oct 17 04:36:10.497827 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:10.562303 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:36:10.599768 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ca08a-741d-4c1d-a3a8-50ff7c5917dd req-13914014-1823-4364-9ccd-4b1962e14827 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:10.601191 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5f3ca08a-741d-4c1d-a3a8-50ff7c5917dd req-13914014-1823-4364-9ccd-4b1962e14827 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7cdbf4e7-ae88-4e26-a40b-cbd881612fe5 HTTP/1.1" status: 200 len: 944 time: 0.2102337 Oct 17 04:36:10.654781 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5f3ca08a-741d-4c1d-a3a8-50ff7c5917dd req-c342b9b9-2eea-4677-82eb-ed63a35e965c tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=70225533-222e-42be-a073-e143744eadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477698 Oct 17 04:36:10.667227 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 1d5c5bce-a6c7-4bf9-a814-b29960fc6306, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=1d5c5bce-a6c7-4bf9-a814-b29960fc6306,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:36:10.679346 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': '1d5c5bce-a6c7-4bf9-a814-b29960fc6306', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'port_id': '1d5c5bce-a6c7-4bf9-a814-b29960fc6306', 'mac_address': 'fa:16:3e:b9:7a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:36:10.718012 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:36:10.718389 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (1d5c5bce-a6c7-4bf9-a814-b29960fc6306), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:10.730855 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:36:10.736623 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:10.751708 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 1d5c5bce-a6c7-4bf9-a814-b29960fc6306, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=1d5c5bce-a6c7-4bf9-a814-b29960fc6306,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:36:10.755256 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (1d5c5bce-a6c7-4bf9-a814-b29960fc6306), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:10.800385 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=1d5c5bce-a6c7-4bf9-a814-b29960fc6306,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:10.807436 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:10.807810 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:10.808156 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:10.808498 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:10.808836 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:10.809194 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:10.809524 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:10.809925 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:10.810260 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:10.810586 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:10.810913 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:10.811261 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:10.811589 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:10.811910 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:10.812231 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:11.026237 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['1d5c5bce-a6c7-4bf9-a814-b29960fc6306'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:36:11.823435 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da1af1-485f-4a65-a61f-0baab517fcba req-4d542a19-7d5d-4597-a837-f7668752d84c tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:11.825140 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c3da1af1-485f-4a65-a61f-0baab517fcba req-4d542a19-7d5d-4597-a837-f7668752d84c tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7cdbf4e7-ae88-4e26-a40b-cbd881612fe5 HTTP/1.1" status: 200 len: 945 time: 0.0974753 Oct 17 04:36:11.875911 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c3da1af1-485f-4a65-a61f-0baab517fcba req-7e6579ac-7833-4276-a75b-ec5994ebc25e tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=70225533-222e-42be-a073-e143744eadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445611 Oct 17 04:36:12.592583 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:36:12.636516 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning for port 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 completed by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:36:12.645258 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:36:12.645638 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (1d5c5bce-a6c7-4bf9-a814-b29960fc6306), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:12.646020 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 Oct 17 04:36:12.690642 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:12.730097 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:36:12.730481 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (1d5c5bce-a6c7-4bf9-a814-b29960fc6306), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:12.754534 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdbf4e7-ae88-4e26-a40b-cbd881612fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5c5bce-a6c7-4bf9-a814-b29960fc6306'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:36:12.756782 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b29b7de-9278-4c6b-abee-fae4bd152442" -d '{"events": [{"server_uuid": "7cdbf4e7-ae88-4e26-a40b-cbd881612fe5", "name": "network-vif-plugged", "status": "completed", "tag": "1d5c5bce-a6c7-4bf9-a814-b29960fc6306"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:36:12.769933 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 1d5c5bce-a6c7-4bf9-a814-b29960fc6306, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=1d5c5bce-a6c7-4bf9-a814-b29960fc6306,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:36:12.776977 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (1d5c5bce-a6c7-4bf9-a814-b29960fc6306), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:12.801950 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d564184d-e2a6-4574-b04a-91d1616046d6 x-openstack-request-id: req-d564184d-e2a6-4574-b04a-91d1616046d6 {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:36:12.802428 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdbf4e7-ae88-4e26-a40b-cbd881612fe5", "name": "network-vif-plugged", "status": "completed", "tag": "1d5c5bce-a6c7-4bf9-a814-b29960fc6306", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:36:12.802712 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d564184d-e2a6-4574-b04a-91d1616046d6 {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:36:12.803108 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d564184d-e2a6-4574-b04a-91d1616046d6'] response: {'server_uuid': '7cdbf4e7-ae88-4e26-a40b-cbd881612fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5c5bce-a6c7-4bf9-a814-b29960fc6306', 'code': 200} Oct 17 04:36:12.836309 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=1d5c5bce-a6c7-4bf9-a814-b29960fc6306,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:12.987766 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f6c82-6b3f-4813-8489-65f4875dc1ee req-4f3e0b05-0e67-49ff-8cb8-4011dda177c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:12.989327 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-844f6c82-6b3f-4813-8489-65f4875dc1ee req-4f3e0b05-0e67-49ff-8cb8-4011dda177c5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cdbf4e7-ae88-4e26-a40b-cbd881612fe5 HTTP/1.1" status: 200 len: 1130 time: 0.0423291 Oct 17 04:36:13.002651 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:13.011241 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b77816-0318-49e3-afd9-680aa630c391 req-90f7e0e8-3766-4c8e-a1c7-c0050a8637b6 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:13.013838 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f8b77816-0318-49e3-afd9-680aa630c391 req-90f7e0e8-3766-4c8e-a1c7-c0050a8637b6 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7cdbf4e7-ae88-4e26-a40b-cbd881612fe5 HTTP/1.1" status: 200 len: 946 time: 0.0530031 Oct 17 04:36:13.039619 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-844f6c82-6b3f-4813-8489-65f4875dc1ee req-9df9fe2d-837e-4223-9a67-6eefe7c6c729 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=70225533-222e-42be-a073-e143744eadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428190 Oct 17 04:36:13.063961 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f8b77816-0318-49e3-afd9-680aa630c391 req-894790a3-cf7d-4882-b87d-874e391f77ff tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=70225533-222e-42be-a073-e143744eadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441127 Oct 17 04:36:14.152610 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:14.190185 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7be06-e60a-40ab-8568-498e4109837d req-1280d005-fbd1-4eb8-8177-b512ccb261d4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:14.191666 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-01f7be06-e60a-40ab-8568-498e4109837d req-1280d005-fbd1-4eb8-8177-b512ccb261d4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7cdbf4e7-ae88-4e26-a40b-cbd881612fe5 HTTP/1.1" status: 200 len: 946 time: 0.0474744 Oct 17 04:36:14.223414 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:14.239989 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-01f7be06-e60a-40ab-8568-498e4109837d req-8c6ebfe0-d6a6-486b-982f-128f169d80d2 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=70225533-222e-42be-a073-e143744eadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425918 Oct 17 04:36:15.420465 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bc31b-f5dd-4c60-8d4f-f3618e53a056 req-ac346699-fbac-40cc-9a8c-ad67eef654f9 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:15.422611 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-dc0bc31b-f5dd-4c60-8d4f-f3618e53a056 req-ac346699-fbac-40cc-9a8c-ad67eef654f9 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7cdbf4e7-ae88-4e26-a40b-cbd881612fe5 HTTP/1.1" status: 200 len: 946 time: 0.0522425 Oct 17 04:36:15.469827 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-dc0bc31b-f5dd-4c60-8d4f-f3618e53a056 req-b8df2518-5bd5-453e-8501-e6b41d75d6e9 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=70225533-222e-42be-a073-e143744eadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413880 Oct 17 04:36:15.585632 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d0c3d-176d-443f-9543-2b227426f2d1 req-fcc04fa2-e130-425e-bc61-cdc5b4cbf6af tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:15.587087 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5f7d0c3d-176d-443f-9543-2b227426f2d1 req-fcc04fa2-e130-425e-bc61-cdc5b4cbf6af tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7cdbf4e7-ae88-4e26-a40b-cbd881612fe5 HTTP/1.1" status: 200 len: 946 time: 0.0464742 Oct 17 04:36:15.597110 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 60272) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:36:15.601438 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-b77ca0b8-672a-43bc-8956-b673068bc2eb tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Request body: {'floatingip': {'port_id': '1d5c5bce-a6c7-4bf9-a814-b29960fc6306'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:36:15.639491 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b77ca0b8-672a-43bc-8956-b673068bc2eb tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (7a843abe-6a05-4cf4-911e-4ef99bb756a8), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:16.054446 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b77ca0b8-672a-43bc-8956-b673068bc2eb tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:16.058002 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b77ca0b8-672a-43bc-8956-b673068bc2eb tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (7a843abe-6a05-4cf4-911e-4ef99bb756a8), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:16.152395 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.l3_db [None req-b77ca0b8-672a-43bc-8956-b673068bc2eb tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Floating IP 7a843abe-6a05-4cf4-911e-4ef99bb756a8 associated. External IP: 172.27.3.17, port: 1d5c5bce-a6c7-4bf9-a814-b29960fc6306. Oct 17 04:36:16.351737 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77ca0b8-672a-43bc-8956-b673068bc2eb tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Router ef9dfe8e-2638-428a-b697-819c4f07a1e8 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:36:16.354154 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:16.681866 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77ca0b8-672a-43bc-8956-b673068bc2eb tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:36:16.687014 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b77ca0b8-672a-43bc-8956-b673068bc2eb tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:16.689433 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:16.692513 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebccdd4-8b56-48d4-94a2-e63da1f8dcce None None] Sync routers for ids ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:36:16.703427 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebccdd4-8b56-48d4-94a2-e63da1f8dcce None None] Routers {'ef9dfe8e-2638-428a-b697-819c4f07a1e8'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:36:16.704100 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-bebccdd4-8b56-48d4-94a2-e63da1f8dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:36:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:36:16.718162 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-b77ca0b8-672a-43bc-8956-b673068bc2eb tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/7a843abe-6a05-4cf4-911e-4ef99bb756a8 HTTP/1.1" status: 200 len: 991 time: 1.1200016 Oct 17 04:36:16.718807 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cdbf4e7-ae88-4e26-a40b-cbd881612fe5', 'tag': '1d5c5bce-a6c7-4bf9-a814-b29960fc6306'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:36:16.721030 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df1c7a0-3dfa-4884-b617-251ec7d1b981" -d '{"events": [{"name": "network-changed", "server_uuid": "7cdbf4e7-ae88-4e26-a40b-cbd881612fe5", "tag": "1d5c5bce-a6c7-4bf9-a814-b29960fc6306"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:36:16.757864 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70d2f77-d6f1-4709-8063-0faa44d4e119 x-openstack-request-id: req-c70d2f77-d6f1-4709-8063-0faa44d4e119 {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:36:16.758157 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cdbf4e7-ae88-4e26-a40b-cbd881612fe5", "tag": "1d5c5bce-a6c7-4bf9-a814-b29960fc6306", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:36:16.758412 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c70d2f77-d6f1-4709-8063-0faa44d4e119 {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:36:16.758822 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c70d2f77-d6f1-4709-8063-0faa44d4e119'] response: {'name': 'network-changed', 'server_uuid': '7cdbf4e7-ae88-4e26-a40b-cbd881612fe5', 'tag': '1d5c5bce-a6c7-4bf9-a814-b29960fc6306', 'status': 'completed', 'code': 200} Oct 17 04:36:16.809283 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-bebccdd4-8b56-48d4-94a2-e63da1f8dcce None None] Set router ef9dfe8e-2638-428a-b697-819c4f07a1e8 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:36:16.822020 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:16.829224 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1c7a0-3dfa-4884-b617-251ec7d1b981 req-6606c7e3-807f-4980-a1c4-6d401f38bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:16.830752 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9df1c7a0-3dfa-4884-b617-251ec7d1b981 req-6606c7e3-807f-4980-a1c4-6d401f38bf53 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=e022e6125e85417881ce226db7a5c764&device_id=7cdbf4e7-ae88-4e26-a40b-cbd881612fe5 HTTP/1.1" status: 200 len: 1130 time: 0.0411167 Oct 17 04:36:16.929572 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1c7a0-3dfa-4884-b617-251ec7d1b981 req-9f52b2d1-7601-4f30-92a7-5e8ef7566314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:16.931043 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9df1c7a0-3dfa-4884-b617-251ec7d1b981 req-9f52b2d1-7601-4f30-92a7-5e8ef7566314 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=60b2c529-82f9-47ea-9951-24ba7b38ebc9 HTTP/1.1" status: 200 len: 916 time: 0.0905273 Oct 17 04:36:16.995434 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9df1c7a0-3dfa-4884-b617-251ec7d1b981 req-9a76c9b4-ce29-4848-931f-057129bea632 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d5c5bce-a6c7-4bf9-a814-b29960fc6306 HTTP/1.1" status: 200 len: 999 time: 0.0557601 Oct 17 04:36:17.024069 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-bebccdd4-8b56-48d4-94a2-e63da1f8dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '7a843abe-6a05-4cf4-911e-4ef99bb756a8', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'floating_ip_address': '172.27.3.17', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'port_id': '1d5c5bce-a6c7-4bf9-a814-b29960fc6306', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'mac_address': 'fa:16:3e:b9:7a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdbf4e7-ae88-4e26-a40b-cbd881612fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:36:03Z', 'updated_at': '2022-10-17T04:36:15Z', 'revision_number': 1, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:36:17.047311 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1c7a0-3dfa-4884-b617-251ec7d1b981 req-58e6d04a-c40d-44c9-b549-2b0c36be1324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:17.048762 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9df1c7a0-3dfa-4884-b617-251ec7d1b981 req-58e6d04a-c40d-44c9-b549-2b0c36be1324 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a304680d-2236-42f7-928f-3e762d91fb9c HTTP/1.1" status: 200 len: 854 time: 0.0474739 Oct 17 04:36:17.048902 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebccdd4-8b56-48d4-94a2-e63da1f8dcce None None] Checking router: ef9dfe8e-2638-428a-b697-819c4f07a1e8 for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:36:17.051521 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:17.059565 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebccdd4-8b56-48d4-94a2-e63da1f8dcce None None] Routers {'ef9dfe8e-2638-428a-b697-819c4f07a1e8'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:36:17.060225 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-bebccdd4-8b56-48d4-94a2-e63da1f8dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:36:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:36:17.094202 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1c7a0-3dfa-4884-b617-251ec7d1b981 req-44d9a85a-8c09-4b0c-9577-0d9633017101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:17.095705 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9df1c7a0-3dfa-4884-b617-251ec7d1b981 req-44d9a85a-8c09-4b0c-9577-0d9633017101 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=60b2c529-82f9-47ea-9951-24ba7b38ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405326 Oct 17 04:36:17.164047 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-bebccdd4-8b56-48d4-94a2-e63da1f8dcce None None] Set router ef9dfe8e-2638-428a-b697-819c4f07a1e8 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:36:17.188433 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9df1c7a0-3dfa-4884-b617-251ec7d1b981 req-8aabf022-4cc8-49e3-a5e1-eb778683c8da service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859985 Oct 17 04:36:17.284261 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9df1c7a0-3dfa-4884-b617-251ec7d1b981 req-b3384bce-b696-4454-9e50-7216f1710e85 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880191 Oct 17 04:36:17.375822 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-bebccdd4-8b56-48d4-94a2-e63da1f8dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '7a843abe-6a05-4cf4-911e-4ef99bb756a8', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'floating_ip_address': '172.27.3.17', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'port_id': '1d5c5bce-a6c7-4bf9-a814-b29960fc6306', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'mac_address': 'fa:16:3e:b9:7a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdbf4e7-ae88-4e26-a40b-cbd881612fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:36:03Z', 'updated_at': '2022-10-17T04:36:15Z', 'revision_number': 1, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:36:17.399612 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebccdd4-8b56-48d4-94a2-e63da1f8dcce None None] The sync data for ids ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'] in dv-cinder-861557-1-iscsi is: [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '7a843abe-6a05-4cf4-911e-4ef99bb756a8', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'floating_ip_address': '172.27.3.17', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'port_id': '1d5c5bce-a6c7-4bf9-a814-b29960fc6306', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'mac_address': 'fa:16:3e:b9:7a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdbf4e7-ae88-4e26-a40b-cbd881612fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:36:03Z', 'updated_at': '2022-10-17T04:36:15Z', 'revision_number': 1, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:36:17.586466 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef08e3-dff4-4ecb-9583-0fe73f774e77 None None] New status for floating IP 7a843abe-6a05-4cf4-911e-4ef99bb756a8: ACTIVE {{(pid=104490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:36:20.232911 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 60304) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:36:20.336160 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c0601ee-156a-445d-a05a-5db8769907e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:20.412410 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c0601ee-156a-445d-a05a-5db8769907e0 admin admin] Publish callbacks [] for security_group (f1bef100-527e-4aa4-8be7-91ec41b75f14), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:20.416072 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-1c0601ee-156a-445d-a05a-5db8769907e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (f1bef100-527e-4aa4-8be7-91ec41b75f14), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:20.454778 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-1c0601ee-156a-445d-a05a-5db8769907e0 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=033284afce084333b3439d08796efcb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201486 Oct 17 04:36:20.456828 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 60308) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:36:20.457343 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0601ee-156a-445d-a05a-5db8769907e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bef100-527e-4aa4-8be7-91ec41b75f14,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:20.505620 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a122b1b6-4a0b-49f1-b5eb-f510ddcfcd68 admin admin] Publish callbacks [] for security_group (f1bef100-527e-4aa4-8be7-91ec41b75f14), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:20.524905 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a122b1b6-4a0b-49f1-b5eb-f510ddcfcd68 admin admin] Publish callbacks [] for security_group (f1bef100-527e-4aa4-8be7-91ec41b75f14), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:20.572156 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a122b1b6-4a0b-49f1-b5eb-f510ddcfcd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (f1bef100-527e-4aa4-8be7-91ec41b75f14), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:20.574826 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a122b1b6-4a0b-49f1-b5eb-f510ddcfcd68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:20.575953 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-a122b1b6-4a0b-49f1-b5eb-f510ddcfcd68 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/f1bef100-527e-4aa4-8be7-91ec41b75f14 HTTP/1.1" status: 204 len: 168 time: 0.1180737 Oct 17 04:36:20.584409 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122b1b6-4a0b-49f1-b5eb-f510ddcfcd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bef100-527e-4aa4-8be7-91ec41b75f14,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:20.591430 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122b1b6-4a0b-49f1-b5eb-f510ddcfcd68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:20.591780 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122b1b6-4a0b-49f1-b5eb-f510ddcfcd68 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:20.592096 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122b1b6-4a0b-49f1-b5eb-f510ddcfcd68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:20.592460 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122b1b6-4a0b-49f1-b5eb-f510ddcfcd68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:20.593502 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122b1b6-4a0b-49f1-b5eb-f510ddcfcd68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:20.593895 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122b1b6-4a0b-49f1-b5eb-f510ddcfcd68 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:20.594336 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122b1b6-4a0b-49f1-b5eb-f510ddcfcd68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:20.594869 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122b1b6-4a0b-49f1-b5eb-f510ddcfcd68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:20.595203 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122b1b6-4a0b-49f1-b5eb-f510ddcfcd68 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:20.595532 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122b1b6-4a0b-49f1-b5eb-f510ddcfcd68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:20.595855 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122b1b6-4a0b-49f1-b5eb-f510ddcfcd68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:20.596182 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122b1b6-4a0b-49f1-b5eb-f510ddcfcd68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:20.596585 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122b1b6-4a0b-49f1-b5eb-f510ddcfcd68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:20.596909 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122b1b6-4a0b-49f1-b5eb-f510ddcfcd68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:20.597256 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122b1b6-4a0b-49f1-b5eb-f510ddcfcd68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:27.377972 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=88 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:27.695570 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:27.699897 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:28.929811 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 60412) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:36:29.035812 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-407ea451-27c5-4e5a-8af8-5b137344498b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:29.110691 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-407ea451-27c5-4e5a-8af8-5b137344498b admin admin] Publish callbacks [] for security_group (1c257adb-9fcd-466e-a0e9-d29390886cca), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:29.114321 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-407ea451-27c5-4e5a-8af8-5b137344498b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (1c257adb-9fcd-466e-a0e9-d29390886cca), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:29.156061 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ea451-27c5-4e5a-8af8-5b137344498b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c257adb-9fcd-466e-a0e9-d29390886cca,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:29.163353 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-407ea451-27c5-4e5a-8af8-5b137344498b admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=47c212a10d1544e8bdf34571f5823dac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300420 Oct 17 04:36:29.163613 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 60420) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:36:29.219142 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-124fd0ec-dc34-4e63-91b4-90a9759de8a3 admin admin] Publish callbacks [] for security_group (1c257adb-9fcd-466e-a0e9-d29390886cca), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:29.243289 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-124fd0ec-dc34-4e63-91b4-90a9759de8a3 admin admin] Publish callbacks [] for security_group (1c257adb-9fcd-466e-a0e9-d29390886cca), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:29.298978 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-124fd0ec-dc34-4e63-91b4-90a9759de8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (1c257adb-9fcd-466e-a0e9-d29390886cca), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:29.301872 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-124fd0ec-dc34-4e63-91b4-90a9759de8a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:29.305961 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-124fd0ec-dc34-4e63-91b4-90a9759de8a3 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/1c257adb-9fcd-466e-a0e9-d29390886cca HTTP/1.1" status: 204 len: 168 time: 0.1413913 Oct 17 04:36:29.315331 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124fd0ec-dc34-4e63-91b4-90a9759de8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c257adb-9fcd-466e-a0e9-d29390886cca,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:29.441110 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:36:29.497268 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f85890-6e49-4693-9623-5ee26d64a860 req-cdd9a80d-f5cc-461c-9370-82b78d03440f tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:29.499287 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-51f85890-6e49-4693-9623-5ee26d64a860 req-cdd9a80d-f5cc-461c-9370-82b78d03440f tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0495965 Oct 17 04:36:29.552926 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-51f85890-6e49-4693-9623-5ee26d64a860 req-bd771ba2-7158-4cb1-858c-bfb27a6dcb97 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466950 Oct 17 04:36:30.559523 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=66,neutron:DELETE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:30.587290 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=62,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:30.675529 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:30.689951 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d89223-ce6e-495a-a057-520b2ee3f7fe req-1a9789ed-dcd5-4279-af9e-c65b6259129f tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:30.691436 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-93d89223-ce6e-495a-a057-520b2ee3f7fe req-1a9789ed-dcd5-4279-af9e-c65b6259129f tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0496838 Oct 17 04:36:30.742368 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-93d89223-ce6e-495a-a057-520b2ee3f7fe req-05e0f4e6-528d-4288-b1c3-6da36f43adc7 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448775 Oct 17 04:36:31.088414 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-b9f3085b-db4a-448d-84d2-e16c1376702b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:31.868353 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afe459-0b89-4291-b5ed-08e8039f35ae req-2970536e-63ce-4041-ad74-57df78319bf9 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:31.869854 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c8afe459-0b89-4291-b5ed-08e8039f35ae req-2970536e-63ce-4041-ad74-57df78319bf9 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0479739 Oct 17 04:36:31.917543 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c8afe459-0b89-4291-b5ed-08e8039f35ae req-922aa396-6e3e-4763-b62a-a9509c22a9f1 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421183 Oct 17 04:36:32.034196 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffc92e-f34b-4df9-af76-7c5aa94b3e95 req-531fd3e4-4d28-4dde-8bed-18ab6d212906 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:32.035584 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2cffc92e-f34b-4df9-af76-7c5aa94b3e95 req-531fd3e4-4d28-4dde-8bed-18ab6d212906 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0549893 Oct 17 04:36:32.083839 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2cffc92e-f34b-4df9-af76-7c5aa94b3e95 req-22d1cc9b-e6bc-4b52-aa08-457a4f454f39 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424457 Oct 17 04:36:33.027849 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:33.048745 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87155a-444c-4e2d-8d79-2ad5d6fd69e6 req-5f68a00b-36c7-4399-8b2f-d9c499929612 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:33.050194 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7c87155a-444c-4e2d-8d79-2ad5d6fd69e6 req-5f68a00b-36c7-4399-8b2f-d9c499929612 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0502567 Oct 17 04:36:33.098891 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7c87155a-444c-4e2d-8d79-2ad5d6fd69e6 req-0ac39e1e-1f3d-483d-8363-40e0e0af16af tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427849 Oct 17 04:36:33.219324 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91787d8-e76f-410e-b848-a73ad8075bda req-de123631-2b5a-4c4b-bd5e-5c8ba59077ea tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:33.220800 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a91787d8-e76f-410e-b848-a73ad8075bda req-de123631-2b5a-4c4b-bd5e-5c8ba59077ea tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0465806 Oct 17 04:36:33.275238 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a91787d8-e76f-410e-b848-a73ad8075bda req-c7ed4fdd-7028-40d3-9852-a6a77ab3f5c1 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487967 Oct 17 04:36:33.489662 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-64f3d6ca-75e7-46e2-92a2-ac3b5b38c441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:34.228976 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972af94d-d662-47af-99f8-8d81e4ac5d0d req-946b7867-0d02-45f5-8822-417a26aa4e01 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:34.230380 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-972af94d-d662-47af-99f8-8d81e4ac5d0d req-946b7867-0d02-45f5-8822-417a26aa4e01 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0463948 Oct 17 04:36:34.277097 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-972af94d-d662-47af-99f8-8d81e4ac5d0d req-ecaec5cd-4f99-40cd-a59e-c63943c4a3ce tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405068 Oct 17 04:36:34.395116 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49743ab8-446e-4a44-aa81-adcfcfba0cc3 req-a6b8bec2-363b-47e4-a871-d2a3329cc66d tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:34.396536 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-49743ab8-446e-4a44-aa81-adcfcfba0cc3 req-a6b8bec2-363b-47e4-a871-d2a3329cc66d tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0464106 Oct 17 04:36:34.444922 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-49743ab8-446e-4a44-aa81-adcfcfba0cc3 req-bb6c0009-cb90-4f63-a66c-0f49b7e79dfa tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427911 Oct 17 04:36:34.644820 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:35.409034 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf2c5b-d04c-4023-9fed-4a0912827417 req-3da09982-8750-4bb3-a336-bdc0a0944e11 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:35.410441 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b5bf2c5b-d04c-4023-9fed-4a0912827417 req-3da09982-8750-4bb3-a336-bdc0a0944e11 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0541570 Oct 17 04:36:35.457199 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b5bf2c5b-d04c-4023-9fed-4a0912827417 req-7205670b-6fdb-44d4-8816-00767c6f503b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411475 Oct 17 04:36:35.566717 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e66b7-a514-4c56-a27d-a5fe73ec5b48 req-4bd2a8b6-6720-4b37-b4c2-35f4972ff755 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:35.568162 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1d6e66b7-a514-4c56-a27d-a5fe73ec5b48 req-4bd2a8b6-6720-4b37-b4c2-35f4972ff755 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0461409 Oct 17 04:36:35.616126 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1d6e66b7-a514-4c56-a27d-a5fe73ec5b48 req-d6717f9a-efd7-4403-a6b5-81cebf70c60a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424867 Oct 17 04:36:36.206681 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:36.228567 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:36.505813 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:36.587958 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75330cd7-e584-49b5-9a54-e3d0ee3b0bec req-e44b5511-1c9e-4c80-88ef-36735c66b142 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:36.589443 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-75330cd7-e584-49b5-9a54-e3d0ee3b0bec req-e44b5511-1c9e-4c80-88ef-36735c66b142 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0504265 Oct 17 04:36:36.636567 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-75330cd7-e584-49b5-9a54-e3d0ee3b0bec req-10f171c3-0833-46f1-b351-ddb9a8ffec12 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409551 Oct 17 04:36:36.735099 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b88ea-3510-4250-a577-669bf8e16195 req-73616f53-f7b9-40a3-bb02-adcdb64c531b tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:36.736547 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-792b88ea-3510-4250-a577-669bf8e16195 req-73616f53-f7b9-40a3-bb02-adcdb64c531b tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0462382 Oct 17 04:36:36.784930 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-792b88ea-3510-4250-a577-669bf8e16195 req-6cc3486a-cf2e-4725-8e99-d8fa60276611 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428658 Oct 17 04:36:37.499368 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 60578) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:36:37.603051 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b33d344c-8808-4b4b-870c-b7b3d062b3aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:37.612973 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:37.681267 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b33d344c-8808-4b4b-870c-b7b3d062b3aa admin admin] Publish callbacks [] for security_group (a04e054c-8729-49d0-bede-12e5cfaffedf), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:37.685171 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b33d344c-8808-4b4b-870c-b7b3d062b3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (a04e054c-8729-49d0-bede-12e5cfaffedf), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:37.739392 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-b33d344c-8808-4b4b-870c-b7b3d062b3aa admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=1724073c48014e10bfd4e50a6cba420d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382936 Oct 17 04:36:37.741583 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 60584) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:36:37.756437 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d344c-8808-4b4b-870c-b7b3d062b3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04e054c-8729-49d0-bede-12e5cfaffedf,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:37.761019 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:37.773929 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d344c-8808-4b4b-870c-b7b3d062b3aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:37.774269 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d344c-8808-4b4b-870c-b7b3d062b3aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:37.774603 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d344c-8808-4b4b-870c-b7b3d062b3aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:37.774931 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d344c-8808-4b4b-870c-b7b3d062b3aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:37.775258 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d344c-8808-4b4b-870c-b7b3d062b3aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:37.775579 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d344c-8808-4b4b-870c-b7b3d062b3aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:37.775897 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d344c-8808-4b4b-870c-b7b3d062b3aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:37.776216 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d344c-8808-4b4b-870c-b7b3d062b3aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:37.776530 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d344c-8808-4b4b-870c-b7b3d062b3aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:37.776847 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d344c-8808-4b4b-870c-b7b3d062b3aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:37.777193 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d344c-8808-4b4b-870c-b7b3d062b3aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:37.777512 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d344c-8808-4b4b-870c-b7b3d062b3aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:37.777826 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d344c-8808-4b4b-870c-b7b3d062b3aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:37.778137 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d344c-8808-4b4b-870c-b7b3d062b3aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:37.778447 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d344c-8808-4b4b-870c-b7b3d062b3aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:36:37.790315 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993f241-9266-448c-afa3-d4e5da0cf401 req-dbf1553a-fcd1-43f2-8703-7b2da490a014 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:37.791822 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b993f241-9266-448c-afa3-d4e5da0cf401 req-dbf1553a-fcd1-43f2-8703-7b2da490a014 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0690958 Oct 17 04:36:37.810049 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-07eba70f-160f-43f4-9489-856dd0ac1545 admin admin] Publish callbacks [] for security_group (a04e054c-8729-49d0-bede-12e5cfaffedf), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:37.832962 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-07eba70f-160f-43f4-9489-856dd0ac1545 admin admin] Publish callbacks [] for security_group (a04e054c-8729-49d0-bede-12e5cfaffedf), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:37.841110 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b993f241-9266-448c-afa3-d4e5da0cf401 req-3ceb46a5-dc4c-4866-8982-7b341b28a70e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425880 Oct 17 04:36:37.890303 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-07eba70f-160f-43f4-9489-856dd0ac1545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (a04e054c-8729-49d0-bede-12e5cfaffedf), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:37.893278 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-07eba70f-160f-43f4-9489-856dd0ac1545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:37.894430 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-07eba70f-160f-43f4-9489-856dd0ac1545 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/a04e054c-8729-49d0-bede-12e5cfaffedf HTTP/1.1" status: 204 len: 168 time: 0.1517756 Oct 17 04:36:37.903215 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eba70f-160f-43f4-9489-856dd0ac1545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04e054c-8729-49d0-bede-12e5cfaffedf,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:37.913996 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c464f0-5c7e-439e-af3a-cdf20ac7444b req-75833430-17b3-455d-918f-aa856065d5b0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:37.915502 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-98c464f0-5c7e-439e-af3a-cdf20ac7444b req-75833430-17b3-455d-918f-aa856065d5b0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0535574 Oct 17 04:36:37.970671 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-98c464f0-5c7e-439e-af3a-cdf20ac7444b req-c787ad30-28b0-448c-aaeb-d777420fc190 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490682 Oct 17 04:36:38.167041 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 60592) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:36:38.181234 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5b9cb675-78c2-4fe6-ab55-295ab990257d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:38.256433 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5b9cb675-78c2-4fe6-ab55-295ab990257d admin admin] Publish callbacks [] for security_group (61322b28-357c-46d1-b790-e33eecbc2782), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:38.259779 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5b9cb675-78c2-4fe6-ab55-295ab990257d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (61322b28-357c-46d1-b790-e33eecbc2782), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:38.298689 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-5b9cb675-78c2-4fe6-ab55-295ab990257d admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=c2e7bb4cec2e4bd1aeb11438fa136695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306002 Oct 17 04:36:38.299532 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9cb675-78c2-4fe6-ab55-295ab990257d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61322b28-357c-46d1-b790-e33eecbc2782,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:38.302042 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 60594) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:36:38.352632 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-9755b69d-b40a-4dc5-bd88-df42ccaedb64 admin admin] Publish callbacks [] for security_group (61322b28-357c-46d1-b790-e33eecbc2782), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:38.372380 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-9755b69d-b40a-4dc5-bd88-df42ccaedb64 admin admin] Publish callbacks [] for security_group (61322b28-357c-46d1-b790-e33eecbc2782), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:38.417983 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-9755b69d-b40a-4dc5-bd88-df42ccaedb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (61322b28-357c-46d1-b790-e33eecbc2782), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:38.420549 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-9755b69d-b40a-4dc5-bd88-df42ccaedb64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:38.422329 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-9755b69d-b40a-4dc5-bd88-df42ccaedb64 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/61322b28-357c-46d1-b790-e33eecbc2782 HTTP/1.1" status: 204 len: 168 time: 0.1187265 Oct 17 04:36:38.429686 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755b69d-b40a-4dc5-bd88-df42ccaedb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61322b28-357c-46d1-b790-e33eecbc2782,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:38.749425 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 60606) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:36:38.763038 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-864f3673-1ed7-4b12-ad3d-2cde8a2f352d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:38.841653 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-864f3673-1ed7-4b12-ad3d-2cde8a2f352d admin admin] Publish callbacks [] for security_group (ea021908-c52e-4a3f-9016-2f3f1739e875), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:38.845560 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-864f3673-1ed7-4b12-ad3d-2cde8a2f352d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (ea021908-c52e-4a3f-9016-2f3f1739e875), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:38.887065 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-864f3673-1ed7-4b12-ad3d-2cde8a2f352d admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=d1e4925fe97c4a4e8e5b782ee95cd437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342096 Oct 17 04:36:38.887065 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f3673-1ed7-4b12-ad3d-2cde8a2f352d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea021908-c52e-4a3f-9016-2f3f1739e875,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:38.888598 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 60612) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:36:38.951447 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bfdf140a-a2dc-4bf7-802d-59803f3aea96 admin admin] Publish callbacks [] for security_group (ea021908-c52e-4a3f-9016-2f3f1739e875), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:38.976870 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bfdf140a-a2dc-4bf7-802d-59803f3aea96 admin admin] Publish callbacks [] for security_group (ea021908-c52e-4a3f-9016-2f3f1739e875), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:38.985864 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a6ae1-eae1-4847-ad6c-33e72d34f312 req-5eed3521-699a-4dd9-a4be-0632affbcac2 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:38.987461 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2a7a6ae1-eae1-4847-ad6c-33e72d34f312 req-5eed3521-699a-4dd9-a4be-0632affbcac2 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0531793 Oct 17 04:36:39.035140 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bfdf140a-a2dc-4bf7-802d-59803f3aea96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (ea021908-c52e-4a3f-9016-2f3f1739e875), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:39.037860 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bfdf140a-a2dc-4bf7-802d-59803f3aea96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:39.039031 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-bfdf140a-a2dc-4bf7-802d-59803f3aea96 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/ea021908-c52e-4a3f-9016-2f3f1739e875 HTTP/1.1" status: 204 len: 168 time: 0.1488748 Oct 17 04:36:39.047289 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf140a-a2dc-4bf7-802d-59803f3aea96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea021908-c52e-4a3f-9016-2f3f1739e875,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:39.050636 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2a7a6ae1-eae1-4847-ad6c-33e72d34f312 req-35e56ec6-3167-4675-a2a2-5d6af0eab136 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556562 Oct 17 04:36:39.134617 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc632e-a834-4836-b338-69f7f19f76c6 req-85b6c4f8-3b8d-483f-83b5-a52a1417c6c8 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:39.136361 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e7cc632e-a834-4836-b338-69f7f19f76c6 req-85b6c4f8-3b8d-483f-83b5-a52a1417c6c8 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0560725 Oct 17 04:36:39.150053 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:39.212426 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e7cc632e-a834-4836-b338-69f7f19f76c6 req-f35a32ca-5902-42e8-a1fd-8380299c36b0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693848 Oct 17 04:36:39.437769 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:40.190063 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfae020-8166-49b0-bcfd-852fe8af8f42 req-b78858a2-58ef-4a1a-b5ba-0dcfa9b70c97 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:40.191533 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-dcfae020-8166-49b0-bcfd-852fe8af8f42 req-b78858a2-58ef-4a1a-b5ba-0dcfa9b70c97 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0497434 Oct 17 04:36:40.249403 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-dcfae020-8166-49b0-bcfd-852fe8af8f42 req-ae3bc167-f4a6-4413-a707-7bc47dcf1575 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513201 Oct 17 04:36:40.367727 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d63a3-e7e4-48bf-a3aa-f4b739666ee2 req-ee627cb3-de9e-4235-b5bd-28705f99e329 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:40.369739 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b01d63a3-e7e4-48bf-a3aa-f4b739666ee2 req-ee627cb3-de9e-4235-b5bd-28705f99e329 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0497127 Oct 17 04:36:40.420416 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b01d63a3-e7e4-48bf-a3aa-f4b739666ee2 req-a9e553b4-476b-4ce9-a618-0c41d7a98960 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446246 Oct 17 04:36:41.389111 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd73d18-23a6-4921-b788-f2b4e288eb58 req-52a70ef2-d388-4b58-9976-0a6df79e6544 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:41.391789 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1cd73d18-23a6-4921-b788-f2b4e288eb58 req-52a70ef2-d388-4b58-9976-0a6df79e6544 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0479488 Oct 17 04:36:41.441514 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1cd73d18-23a6-4921-b788-f2b4e288eb58 req-38c81d44-ab34-4cc9-a105-f9d71bfbc9d7 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432177 Oct 17 04:36:41.539651 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:41.552852 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f82d23-47ef-462a-b8d1-580ca0712f5f req-445421bb-d90d-4dbc-803c-732520b156a5 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:41.554296 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c4f82d23-47ef-462a-b8d1-580ca0712f5f req-445421bb-d90d-4dbc-803c-732520b156a5 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0534809 Oct 17 04:36:41.605528 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c4f82d23-47ef-462a-b8d1-580ca0712f5f req-34014b9c-6f66-4076-83a1-66f29409b868 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451381 Oct 17 04:36:42.273366 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eeb61f-2b27-4988-920c-e45c09e7ed81 req-2b676c9f-ba84-4543-9772-0f9cc2602970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:42.274855 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-76eeb61f-2b27-4988-920c-e45c09e7ed81 req-2b676c9f-ba84-4543-9772-0f9cc2602970 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=164c660f217f4b29b914caf14b773b61&device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 1129 time: 0.1331797 Oct 17 04:36:42.367980 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eeb61f-2b27-4988-920c-e45c09e7ed81 req-0b024074-c288-4d5e-ba53-6d83dd3d01b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:42.369487 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-76eeb61f-2b27-4988-920c-e45c09e7ed81 req-0b024074-c288-4d5e-ba53-6d83dd3d01b2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=98905e91-d61c-460b-b7b3-b0bac875b67e HTTP/1.1" status: 200 len: 909 time: 0.0877311 Oct 17 04:36:42.429375 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-76eeb61f-2b27-4988-920c-e45c09e7ed81 req-0e9bc8bc-fe14-4cba-a4c7-6aed8c7f253d service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5018bca9-d0fd-4019-a69a-d25003f4d4da HTTP/1.1" status: 200 len: 1000 time: 0.0534132 Oct 17 04:36:42.479275 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eeb61f-2b27-4988-920c-e45c09e7ed81 req-a8d970d1-7832-4e13-9f3b-e2b3271f51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:42.480636 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-76eeb61f-2b27-4988-920c-e45c09e7ed81 req-a8d970d1-7832-4e13-9f3b-e2b3271f51d4 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=36376a24-6d8f-4101-b65d-31b01f263bed HTTP/1.1" status: 200 len: 847 time: 0.0460093 Oct 17 04:36:42.524210 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eeb61f-2b27-4988-920c-e45c09e7ed81 req-22ce4ebc-1580-411e-ad64-69f8a33e0a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:42.525827 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-76eeb61f-2b27-4988-920c-e45c09e7ed81 req-22ce4ebc-1580-411e-ad64-69f8a33e0a8e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=98905e91-d61c-460b-b7b3-b0bac875b67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391796 Oct 17 04:36:42.570871 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65eeced-2eb3-430e-a781-c5c9e015be4d req-9edd432e-818a-44f3-a0e3-d3dca6218354 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:42.572334 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b65eeced-2eb3-430e-a781-c5c9e015be4d req-9edd432e-818a-44f3-a0e3-d3dca6218354 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0477681 Oct 17 04:36:42.580144 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:42.620609 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-76eeb61f-2b27-4988-920c-e45c09e7ed81 req-00283dcf-11d5-464c-a1f6-2ded6b1bbba5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/98905e91-d61c-460b-b7b3-b0bac875b67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881562 Oct 17 04:36:42.621462 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b65eeced-2eb3-430e-a781-c5c9e015be4d req-0e40f690-4971-4246-b0ef-ff730744293d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431957 Oct 17 04:36:42.692424 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:42.720452 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-76eeb61f-2b27-4988-920c-e45c09e7ed81 req-3f00f7ea-01cb-4629-a41b-7d13f00733ab service neutron] 10.222.0.20 "GET /networking/v2.0/networks/98905e91-d61c-460b-b7b3-b0bac875b67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936196 Oct 17 04:36:42.738274 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee57e5b-47a3-4049-9f4c-e101390f55a2 req-1d6e30c7-88c2-4e2b-bb29-5c47b5735533 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:42.739883 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7ee57e5b-47a3-4049-9f4c-e101390f55a2 req-1d6e30c7-88c2-4e2b-bb29-5c47b5735533 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0551596 Oct 17 04:36:42.796926 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7ee57e5b-47a3-4049-9f4c-e101390f55a2 req-6e11c3ea-df74-462f-95ad-b3d3a7a93e09 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509310 Oct 17 04:36:43.747151 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3736ad0-bde8-44c6-a70b-88af3e1a05fc req-2449e70e-df20-4c1f-be63-f956aded2c7f tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:43.748614 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b3736ad0-bde8-44c6-a70b-88af3e1a05fc req-2449e70e-df20-4c1f-be63-f956aded2c7f tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0464325 Oct 17 04:36:43.794343 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b3736ad0-bde8-44c6-a70b-88af3e1a05fc req-0dd4a5bc-a2a6-4ce3-bc90-7c3a7c4390e7 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399759 Oct 17 04:36:43.921169 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76127e-9d19-472d-ac8b-9fd628007ae5 req-9e9a57f1-cc15-45d3-8576-ae92e22dc01f tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:43.923055 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7e76127e-9d19-472d-ac8b-9fd628007ae5 req-9e9a57f1-cc15-45d3-8576-ae92e22dc01f tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0485346 Oct 17 04:36:43.975320 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7e76127e-9d19-472d-ac8b-9fd628007ae5 req-b15e3c72-e543-4f18-9423-835eddf5ae97 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467670 Oct 17 04:36:44.923625 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d3c9f-1e0a-4d9a-9f69-288814c1caa7 req-b20fb282-8275-462c-8d49-519f6153ae86 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:44.925135 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c99d3c9f-1e0a-4d9a-9f69-288814c1caa7 req-b20fb282-8275-462c-8d49-519f6153ae86 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0483098 Oct 17 04:36:44.974295 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c99d3c9f-1e0a-4d9a-9f69-288814c1caa7 req-821ff9db-2cab-4bf4-8b40-a4ee79a7f236 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427146 Oct 17 04:36:45.096518 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f6b32-d2de-4db5-ad7f-952abddeb0d0 req-f064d89f-0f57-43c6-a315-fafd980f46e0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:45.098258 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f11f6b32-d2de-4db5-ad7f-952abddeb0d0 req-f064d89f-0f57-43c6-a315-fafd980f46e0 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0495927 Oct 17 04:36:45.162188 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f11f6b32-d2de-4db5-ad7f-952abddeb0d0 req-5db7a40f-83b2-4f4a-9e7d-d877bd303bde tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583062 Oct 17 04:36:45.342809 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:45.411991 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c1120ebc-f520-4e05-9205-416e71cc9cc3 req-30e83710-6ded-4633-947d-a84eabde6539 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0776105 Oct 17 04:36:45.428575 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78532b1e-d6d1-47ec-bae8-7c3eda80305c req-a95f46d2-ba40-4460-8e6e-f1d525e80da7 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:45.431222 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-78532b1e-d6d1-47ec-bae8-7c3eda80305c req-a95f46d2-ba40-4460-8e6e-f1d525e80da7 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0556686 Oct 17 04:36:45.486090 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-78532b1e-d6d1-47ec-bae8-7c3eda80305c req-7293d3b6-b619-4d7a-a2f7-f11eff17f8b2 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485125 Oct 17 04:36:45.495558 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1120ebc-f520-4e05-9205-416e71cc9cc3 req-b42d9c9a-418a-4e81-a819-344910dc260e tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:45.497108 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c1120ebc-f520-4e05-9205-416e71cc9cc3 req-b42d9c9a-418a-4e81-a819-344910dc260e tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports/5018bca9-d0fd-4019-a69a-d25003f4d4da HTTP/1.1" status: 200 len: 942 time: 0.0563352 Oct 17 04:36:46.110110 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381200d6-6c04-416d-aa2b-790daf729b3c req-7d326a7c-8bf2-4b2d-a17f-b8999bb41ad2 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:46.111639 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-381200d6-6c04-416d-aa2b-790daf729b3c req-7d326a7c-8bf2-4b2d-a17f-b8999bb41ad2 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0492644 Oct 17 04:36:46.160259 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-381200d6-6c04-416d-aa2b-790daf729b3c req-c3bd9dfe-9c60-4266-a4d1-87612bd65312 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425634 Oct 17 04:36:46.614576 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221d030-0ade-4449-9ef2-92b3a094ec3f req-05408c9f-6bbe-4f4d-844e-eef38350a5da tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:46.616024 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e221d030-0ade-4449-9ef2-92b3a094ec3f req-05408c9f-6bbe-4f4d-844e-eef38350a5da tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0496328 Oct 17 04:36:46.666003 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e221d030-0ade-4449-9ef2-92b3a094ec3f req-67740fec-bc66-419a-8b1e-b6cdaa358af6 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444582 Oct 17 04:36:46.743277 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 5018bca9-d0fd-4019-a69a-d25003f4d4da no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:36:46.824960 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 5018bca9-d0fd-4019-a69a-d25003f4d4da is: ACTIVE; New status is: DOWN {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:36:46.825396 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:46.849754 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04fcc98-6f6b-4092-ba63-364498327bb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5018bca9-d0fd-4019-a69a-d25003f4d4da'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:36:46.852397 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c45484-d7d9-4aad-8b6a-e30cb4db3915" -d '{"events": [{"server_uuid": "c04fcc98-6f6b-4092-ba63-364498327bb6", "name": "network-vif-unplugged", "status": "completed", "tag": "5018bca9-d0fd-4019-a69a-d25003f4d4da"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:36:46.867894 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 5018bca9-d0fd-4019-a69a-d25003f4d4da, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=5018bca9-d0fd-4019-a69a-d25003f4d4da,segment=NetworkSegment(1b7f1744-e228-4bb2-ad97-6cc7e494aa27),segment_id=1b7f1744-e228-4bb2-ad97-6cc7e494aa27)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:36:46.876551 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:46.952912 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=5018bca9-d0fd-4019-a69a-d25003f4d4da,revision_number=6']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:47.047945 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Oct 2022 04:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23c2792-d8a9-4f62-bc11-213e96a4ade7 x-openstack-request-id: req-e23c2792-d8a9-4f62-bc11-213e96a4ade7 {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:36:47.048239 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04fcc98-6f6b-4092-ba63-364498327bb6", "name": "network-vif-unplugged", "status": "failed", "tag": "5018bca9-d0fd-4019-a69a-d25003f4d4da", "code": 422}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:36:47.048493 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e23c2792-d8a9-4f62-bc11-213e96a4ade7 {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:36:47.048948 dv-cinder-861557-1-iscsi neutron-server[104489]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e23c2792-d8a9-4f62-bc11-213e96a4ade7']: {'server_uuid': 'c04fcc98-6f6b-4092-ba63-364498327bb6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5018bca9-d0fd-4019-a69a-d25003f4d4da', 'code': 422} returned with failed status Oct 17 04:36:47.300794 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a3d04-8575-4b59-98bc-61eee6b309f6 req-ffcd1a02-de58-4ff0-80ce-fb799b82d246 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:47.302447 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8a4a3d04-8575-4b59-98bc-61eee6b309f6 req-ffcd1a02-de58-4ff0-80ce-fb799b82d246 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0601478 Oct 17 04:36:47.352944 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8a4a3d04-8575-4b59-98bc-61eee6b309f6 req-f0b1b6a7-9540-405f-8fb2-08ba2203ed87 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447972 Oct 17 04:36:47.775574 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:47.791650 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bb916-8644-4f1f-87b5-ea264cbe834f req-1bc9de4d-951b-458c-b7d1-30d8cca2c440 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:47.793162 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-589bb916-8644-4f1f-87b5-ea264cbe834f req-1bc9de4d-951b-458c-b7d1-30d8cca2c440 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0533934 Oct 17 04:36:47.842930 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-589bb916-8644-4f1f-87b5-ea264cbe834f req-88486083-66fa-48a1-8dda-6cf66feb425b tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433404 Oct 17 04:36:47.990965 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1120ebc-f520-4e05-9205-416e71cc9cc3 req-d4d500e5-51af-49dd-8bb7-1d03c3ee5293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:47.992496 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c1120ebc-f520-4e05-9205-416e71cc9cc3 req-d4d500e5-51af-49dd-8bb7-1d03c3ee5293 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6&tenant_id=164c660f217f4b29b914caf14b773b61 HTTP/1.1" status: 200 len: 1127 time: 0.0401924 Oct 17 04:36:48.057493 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1120ebc-f520-4e05-9205-416e71cc9cc3 req-6dd637ce-4764-411a-9b7d-42f7b0edffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:48.059046 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c1120ebc-f520-4e05-9205-416e71cc9cc3 req-6dd637ce-4764-411a-9b7d-42f7b0edffc2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=164c660f217f4b29b914caf14b773b61&device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 1127 time: 0.0442998 Oct 17 04:36:48.156892 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1120ebc-f520-4e05-9205-416e71cc9cc3 req-d144adbe-846e-45bc-aa2f-c63396858e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:48.158381 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c1120ebc-f520-4e05-9205-416e71cc9cc3 req-d144adbe-846e-45bc-aa2f-c63396858e6f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=98905e91-d61c-460b-b7b3-b0bac875b67e HTTP/1.1" status: 200 len: 909 time: 0.0903840 Oct 17 04:36:48.224704 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c1120ebc-f520-4e05-9205-416e71cc9cc3 req-942dbc31-484c-49af-9895-e5d3a3d00908 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5018bca9-d0fd-4019-a69a-d25003f4d4da HTTP/1.1" status: 200 len: 998 time: 0.0596178 Oct 17 04:36:48.274181 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1120ebc-f520-4e05-9205-416e71cc9cc3 req-7e14308b-9856-418d-9b5b-5df831e802fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:48.275767 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c1120ebc-f520-4e05-9205-416e71cc9cc3 req-7e14308b-9856-418d-9b5b-5df831e802fb service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=36376a24-6d8f-4101-b65d-31b01f263bed HTTP/1.1" status: 200 len: 847 time: 0.0450664 Oct 17 04:36:48.319670 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1120ebc-f520-4e05-9205-416e71cc9cc3 req-f4ee18b6-133f-4186-a542-615c578c266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:48.321198 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c1120ebc-f520-4e05-9205-416e71cc9cc3 req-f4ee18b6-133f-4186-a542-615c578c266e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=98905e91-d61c-460b-b7b3-b0bac875b67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393839 Oct 17 04:36:48.486605 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa63302-5f97-4c56-a17b-3bd7bff3d1a0 req-7386215b-503d-4378-bfd4-97ac829f20cf tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:48.488055 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1fa63302-5f97-4c56-a17b-3bd7bff3d1a0 req-7386215b-503d-4378-bfd4-97ac829f20cf tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0488169 Oct 17 04:36:48.538527 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1fa63302-5f97-4c56-a17b-3bd7bff3d1a0 req-095a03b7-2f62-4488-8ac9-ccea21123979 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446548 Oct 17 04:36:48.637515 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c1120ebc-f520-4e05-9205-416e71cc9cc3 req-14a19b6e-56b8-4ea2-933b-c32ff47cb9d6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/98905e91-d61c-460b-b7b3-b0bac875b67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085771 Oct 17 04:36:48.732069 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-c1120ebc-f520-4e05-9205-416e71cc9cc3 req-b7791226-3d5d-4eda-a22a-ad8b1e739a2a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/98905e91-d61c-460b-b7b3-b0bac875b67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874052 Oct 17 04:36:48.968320 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e697a-2881-46eb-a6bf-1f1ebfd9c1cc req-0d72e915-1bb8-4610-b030-03043be3e02d tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:48.969824 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4a1e697a-2881-46eb-a6bf-1f1ebfd9c1cc req-0d72e915-1bb8-4610-b030-03043be3e02d tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0467644 Oct 17 04:36:49.024567 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4a1e697a-2881-46eb-a6bf-1f1ebfd9c1cc req-64e9b267-f62c-4153-856c-c2615d5d9e4a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490389 Oct 17 04:36:49.665269 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004901f7-ade2-47e9-9a5b-03decb1dd448 req-4cc93a82-20ab-4307-bbd7-43f272d14888 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:49.666629 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-004901f7-ade2-47e9-9a5b-03decb1dd448 req-4cc93a82-20ab-4307-bbd7-43f272d14888 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0454504 Oct 17 04:36:49.712534 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-004901f7-ade2-47e9-9a5b-03decb1dd448 req-5529f928-7e2d-46b6-b14c-dff67aa0efe6 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398533 Oct 17 04:36:50.143135 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54196088-4365-457c-a85e-c6d5d4eab774 req-922665da-5cfa-403f-8e94-09f63c71527d tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:50.144592 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-54196088-4365-457c-a85e-c6d5d4eab774 req-922665da-5cfa-403f-8e94-09f63c71527d tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0457191 Oct 17 04:36:50.192512 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-54196088-4365-457c-a85e-c6d5d4eab774 req-4bebf3e3-7d6a-4e53-ba48-e89988b7ed98 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422981 Oct 17 04:36:50.498549 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 60858) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:36:50.611021 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-be2b086b-6ba8-48a1-954c-bcb336d2a540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:50.685333 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-be2b086b-6ba8-48a1-954c-bcb336d2a540 admin admin] Publish callbacks [] for security_group (e806de78-f630-4382-963b-7407c89d4b59), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:50.689424 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-be2b086b-6ba8-48a1-954c-bcb336d2a540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (e806de78-f630-4382-963b-7407c89d4b59), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:50.729217 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-be2b086b-6ba8-48a1-954c-bcb336d2a540 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=ab1b23b2b0aa42518cb944ce2c75d0a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290933 Oct 17 04:36:50.730089 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b086b-6ba8-48a1-954c-bcb336d2a540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e806de78-f630-4382-963b-7407c89d4b59,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:50.732766 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 60862) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:36:50.787116 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-cbc8705a-51fd-4b72-9361-2aafe3eb1b86 admin admin] Publish callbacks [] for security_group (e806de78-f630-4382-963b-7407c89d4b59), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:50.833158 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-cbc8705a-51fd-4b72-9361-2aafe3eb1b86 admin admin] Publish callbacks [] for security_group (e806de78-f630-4382-963b-7407c89d4b59), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:50.847552 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:50.861980 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bede05d-110b-4cd9-867f-7fddecd5055a req-e3df9aa7-9018-4590-bb2d-d6bd887fed5c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:50.863418 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5bede05d-110b-4cd9-867f-7fddecd5055a req-e3df9aa7-9018-4590-bb2d-d6bd887fed5c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0686059 Oct 17 04:36:50.925294 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5bede05d-110b-4cd9-867f-7fddecd5055a req-011bede5-9746-4a39-b33e-08e112a05dec tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536962 Oct 17 04:36:50.926258 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-cbc8705a-51fd-4b72-9361-2aafe3eb1b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (e806de78-f630-4382-963b-7407c89d4b59), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:50.928663 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-cbc8705a-51fd-4b72-9361-2aafe3eb1b86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:50.929682 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-cbc8705a-51fd-4b72-9361-2aafe3eb1b86 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/e806de78-f630-4382-963b-7407c89d4b59 HTTP/1.1" status: 204 len: 168 time: 0.1959178 Oct 17 04:36:50.938406 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8705a-51fd-4b72-9361-2aafe3eb1b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e806de78-f630-4382-963b-7407c89d4b59,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:51.322827 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69fb44-3564-45a6-a59c-ef9d4cada185 req-155f88b1-9855-4de9-b2d2-628430c86bc5 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:51.324199 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9d69fb44-3564-45a6-a59c-ef9d4cada185 req-155f88b1-9855-4de9-b2d2-628430c86bc5 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0515201 Oct 17 04:36:51.373408 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9d69fb44-3564-45a6-a59c-ef9d4cada185 req-f96d5ff4-32e7-46ea-9f95-e4d3b14e580a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425715 Oct 17 04:36:52.051139 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883abb5b-480e-4538-ae87-2339690974f9 req-96bd7685-ee6e-45ba-af95-0a7b8e039b62 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:52.052608 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-883abb5b-480e-4538-ae87-2339690974f9 req-96bd7685-ee6e-45ba-af95-0a7b8e039b62 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0467854 Oct 17 04:36:52.102022 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-883abb5b-480e-4538-ae87-2339690974f9 req-75d9b040-c8fa-4029-813d-7f4a39f39e5e tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423007 Oct 17 04:36:52.492859 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905f9dd-3f42-4242-a0af-6375b9b29819 req-ca481f89-a921-4cde-9c0e-bdb3614442af tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:52.494334 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e905f9dd-3f42-4242-a0af-6375b9b29819 req-ca481f89-a921-4cde-9c0e-bdb3614442af tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0453649 Oct 17 04:36:52.542723 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:52.547700 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e905f9dd-3f42-4242-a0af-6375b9b29819 req-d6605347-1e71-4d02-b8c9-e3a593f4cce5 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472870 Oct 17 04:36:53.226142 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d69d5-b868-47bc-8ed1-7b57305ae392 req-f5c3bcfe-83cd-436f-847e-2729c0fa1094 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:53.227648 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2b9d69d5-b868-47bc-8ed1-7b57305ae392 req-f5c3bcfe-83cd-436f-847e-2729c0fa1094 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0462377 Oct 17 04:36:53.275805 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2b9d69d5-b868-47bc-8ed1-7b57305ae392 req-fcab6644-ce39-46e8-9581-7d6564972c13 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425417 Oct 17 04:36:53.669850 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03c12d-6ae1-4f8d-ad2e-da710b81f4dc req-862443e9-92b7-48fb-b120-26441ef5ebb1 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:53.671483 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5d03c12d-6ae1-4f8d-ad2e-da710b81f4dc req-862443e9-92b7-48fb-b120-26441ef5ebb1 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0465906 Oct 17 04:36:53.719916 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5d03c12d-6ae1-4f8d-ad2e-da710b81f4dc req-fa3f689c-3933-41f6-b59f-52de779cb761 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428309 Oct 17 04:36:54.402693 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597c88c-0cfa-4a00-9f34-bc0025be3c92 req-d576e92e-9007-48ce-a7f3-263595125fba tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:54.404118 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3597c88c-0cfa-4a00-9f34-bc0025be3c92 req-d576e92e-9007-48ce-a7f3-263595125fba tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0490804 Oct 17 04:36:54.449498 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3597c88c-0cfa-4a00-9f34-bc0025be3c92 req-1128214d-8d1e-4647-9526-3d54bbcfb36d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398455 Oct 17 04:36:54.839438 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa02ce0-c277-420c-8d59-27acf13467e3 req-5a529e96-e609-40a9-80ca-f1bc812be243 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:54.840877 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-baa02ce0-c277-420c-8d59-27acf13467e3 req-5a529e96-e609-40a9-80ca-f1bc812be243 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0459664 Oct 17 04:36:54.889325 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-baa02ce0-c277-420c-8d59-27acf13467e3 req-f689b98b-b217-4965-957a-b27b92dfa30b tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428529 Oct 17 04:36:55.573532 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d6122-ab5e-4b5f-bd71-8186689aba6a req-e2b6576b-4ee6-44b6-84fc-ea2e7ab8e463 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:55.574954 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6f3d6122-ab5e-4b5f-bd71-8186689aba6a req-e2b6576b-4ee6-44b6-84fc-ea2e7ab8e463 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0471640 Oct 17 04:36:55.626077 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6f3d6122-ab5e-4b5f-bd71-8186689aba6a req-a30d2b15-0faf-47b5-b9c7-fd315a627b68 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453250 Oct 17 04:36:56.025641 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cac1de-dc27-4cbe-9918-a792108028d1 req-3ab0c4f8-2670-4d03-8ecf-ae0bd38def22 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:56.027133 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-41cac1de-dc27-4cbe-9918-a792108028d1 req-3ab0c4f8-2670-4d03-8ecf-ae0bd38def22 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0569811 Oct 17 04:36:56.078201 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-41cac1de-dc27-4cbe-9918-a792108028d1 req-2190c5d2-6e8c-4d0c-8b12-f56fb493bf23 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444987 Oct 17 04:36:56.754376 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91115fa5-5f72-4ccf-9df7-fbc6604abb4d req-e46c718b-d34e-407a-8020-419e77480470 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:56.755986 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-91115fa5-5f72-4ccf-9df7-fbc6604abb4d req-e46c718b-d34e-407a-8020-419e77480470 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0490520 Oct 17 04:36:56.790808 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 0c4b79b8-f091-4221-b5d8-ad21adc83468 details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:36:56.802045 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:56.805104 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-91115fa5-5f72-4ccf-9df7-fbc6604abb4d req-878299b7-1283-4962-ba74-71ea85905505 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436075 Oct 17 04:36:56.976106 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.db.resource_extend [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 17 04:36:57.053592 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 0c4b79b8-f091-4221-b5d8-ad21adc83468, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=0c4b79b8-f091-4221-b5d8-ad21adc83468,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:36:57.064914 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': '0c4b79b8-f091-4221-b5d8-ad21adc83468', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'port_id': '0c4b79b8-f091-4221-b5d8-ad21adc83468', 'mac_address': 'fa:16:3e:c7:9d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:36:57.101942 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 0c4b79b8-f091-4221-b5d8-ad21adc83468 is: ACTIVE; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:36:57.102328 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:57.115379 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c4b79b8-f091-4221-b5d8-ad21adc83468 {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:36:57.136504 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 0c4b79b8-f091-4221-b5d8-ad21adc83468, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=0c4b79b8-f091-4221-b5d8-ad21adc83468,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:36:57.141790 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:57.142483 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 5018bca9-d0fd-4019-a69a-d25003f4d4da details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:36:57.205609 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce90f5d-313f-4254-80fe-f3097965546b req-96656254-62b9-4a2e-bd2f-4d26021df660 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:57.207063 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bce90f5d-313f-4254-80fe-f3097965546b req-96656254-62b9-4a2e-bd2f-4d26021df660 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 943 time: 0.0499074 Oct 17 04:36:57.210440 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=0c4b79b8-f091-4221-b5d8-ad21adc83468,revision_number=6']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:57.226857 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:57.256664 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:57.259478 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bce90f5d-313f-4254-80fe-f3097965546b req-17c02589-b5fa-47d5-aa42-cc6ddade7053 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467322 Oct 17 04:36:57.284388 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 5018bca9-d0fd-4019-a69a-d25003f4d4da, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=5018bca9-d0fd-4019-a69a-d25003f4d4da,segment=NetworkSegment(1b7f1744-e228-4bb2-ad97-6cc7e494aa27),segment_id=1b7f1744-e228-4bb2-ad97-6cc7e494aa27)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:36:57.295476 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': '5018bca9-d0fd-4019-a69a-d25003f4d4da', 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e', 'port_id': '5018bca9-d0fd-4019-a69a-d25003f4d4da', 'mac_address': 'fa:16:3e:75:e3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:36:57.330832 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 5018bca9-d0fd-4019-a69a-d25003f4d4da is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:36:57.331217 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:57.344559 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5018bca9-d0fd-4019-a69a-d25003f4d4da {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:36:57.363921 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 5018bca9-d0fd-4019-a69a-d25003f4d4da, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=5018bca9-d0fd-4019-a69a-d25003f4d4da,segment=NetworkSegment(1b7f1744-e228-4bb2-ad97-6cc7e494aa27),segment_id=1b7f1744-e228-4bb2-ad97-6cc7e494aa27)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:36:57.367173 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:57.418085 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=5018bca9-d0fd-4019-a69a-d25003f4d4da,revision_number=7']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:57.512732 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:57.665388 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['0c4b79b8-f091-4221-b5d8-ad21adc83468'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:36:57.773889 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['5018bca9-d0fd-4019-a69a-d25003f4d4da'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:36:57.945750 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac935e70-76d8-4d59-8a63-8629c4dbbed9 req-d421af95-f052-4d4b-934a-60ac3ae10089 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:57.947852 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ac935e70-76d8-4d59-8a63-8629c4dbbed9 req-d421af95-f052-4d4b-934a-60ac3ae10089 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 944 time: 0.0548935 Oct 17 04:36:58.000147 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:58.004058 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ac935e70-76d8-4d59-8a63-8629c4dbbed9 req-f5daa575-65fc-4317-9153-76f33dce5421 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493417 Oct 17 04:36:58.408649 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0991f26-e434-4440-a520-f242b6eb1ef4 req-bd89b27f-c082-4cd6-ab1b-54403fe96328 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:58.410349 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f0991f26-e434-4440-a520-f242b6eb1ef4 req-bd89b27f-c082-4cd6-ab1b-54403fe96328 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 944 time: 0.0528870 Oct 17 04:36:58.463261 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f0991f26-e434-4440-a520-f242b6eb1ef4 req-923ee7e5-d35a-4e76-93ec-82da3ccff77d tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467927 Oct 17 04:36:58.802683 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 0c4b79b8-f091-4221-b5d8-ad21adc83468 up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:36:58.854475 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port 0c4b79b8-f091-4221-b5d8-ad21adc83468 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:36:58.855224 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:58.855757 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port 0c4b79b8-f091-4221-b5d8-ad21adc83468 Oct 17 04:36:58.917003 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:58.935030 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 0c4b79b8-f091-4221-b5d8-ad21adc83468 is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:36:58.935030 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:58.963876 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58170c9-886a-45c1-9c0e-acfb37fab782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4b79b8-f091-4221-b5d8-ad21adc83468'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:36:58.966487 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b90b24-f137-4744-8c98-130f396e7e12" -d '{"events": [{"server_uuid": "e58170c9-886a-45c1-9c0e-acfb37fab782", "name": "network-vif-plugged", "status": "completed", "tag": "0c4b79b8-f091-4221-b5d8-ad21adc83468"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:36:58.982127 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 0c4b79b8-f091-4221-b5d8-ad21adc83468, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=0c4b79b8-f091-4221-b5d8-ad21adc83468,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:36:58.989565 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:58.990633 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 5018bca9-d0fd-4019-a69a-d25003f4d4da up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:36:59.085258 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4de5f4e-6147-4cf6-a4a7-f1baf80aee8a x-openstack-request-id: req-a4de5f4e-6147-4cf6-a4a7-f1baf80aee8a {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:36:59.085955 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58170c9-886a-45c1-9c0e-acfb37fab782", "name": "network-vif-plugged", "status": "completed", "tag": "0c4b79b8-f091-4221-b5d8-ad21adc83468", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:36:59.085955 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a4de5f4e-6147-4cf6-a4a7-f1baf80aee8a {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:36:59.086324 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4de5f4e-6147-4cf6-a4a7-f1baf80aee8a'] response: {'server_uuid': 'e58170c9-886a-45c1-9c0e-acfb37fab782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4b79b8-f091-4221-b5d8-ad21adc83468', 'code': 200} Oct 17 04:36:59.086817 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=0c4b79b8-f091-4221-b5d8-ad21adc83468,revision_number=7']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:59.118172 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port 5018bca9-d0fd-4019-a69a-d25003f4d4da triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:36:59.118172 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:59.118172 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port 5018bca9-d0fd-4019-a69a-d25003f4d4da Oct 17 04:36:59.176233 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051065f-5f34-4540-9484-6afb5df73455 req-cd9d76b7-7faa-432f-b7d8-4e815fd57037 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:59.184800 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7051065f-5f34-4540-9484-6afb5df73455 req-cd9d76b7-7faa-432f-b7d8-4e815fd57037 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0794659 Oct 17 04:36:59.198066 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 5018bca9-d0fd-4019-a69a-d25003f4d4da is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:36:59.198550 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:59.240291 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 5018bca9-d0fd-4019-a69a-d25003f4d4da, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=5018bca9-d0fd-4019-a69a-d25003f4d4da,segment=NetworkSegment(1b7f1744-e228-4bb2-ad97-6cc7e494aa27),segment_id=1b7f1744-e228-4bb2-ad97-6cc7e494aa27)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:36:59.242655 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7051065f-5f34-4540-9484-6afb5df73455 req-e24d6be9-1ca4-42a8-ac5b-14ea9e1f4e28 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566308 Oct 17 04:36:59.251812 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:36:59.321287 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=5018bca9-d0fd-4019-a69a-d25003f4d4da,revision_number=8']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:36:59.460047 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:59.586621 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:36:59.612892 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bebb05-a288-4a75-8208-46ff4d62f246 req-d67a238a-2f43-4976-9a32-72af205b8330 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:36:59.614560 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a1bebb05-a288-4a75-8208-46ff4d62f246 req-d67a238a-2f43-4976-9a32-72af205b8330 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0616629 Oct 17 04:36:59.680918 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a1bebb05-a288-4a75-8208-46ff4d62f246 req-b86da00f-92fe-48f6-aab9-56e3a8c9b4b1 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606472 Oct 17 04:37:00.378097 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8a988-1018-4bf1-9c31-83639168afc6 req-23566414-c57e-4d2a-8a42-497715a1cf51 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:00.380409 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-68d8a988-1018-4bf1-9c31-83639168afc6 req-23566414-c57e-4d2a-8a42-497715a1cf51 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0497963 Oct 17 04:37:00.445358 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-68d8a988-1018-4bf1-9c31-83639168afc6 req-67e92baf-62c6-44a2-909f-72f2c19e8c27 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550520 Oct 17 04:37:00.723887 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=74,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:00.725906 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=86,neutron:INSERT=7 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:00.837289 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3993192-5fcd-4381-8a72-760faa3e1120 req-dfcc919f-1c86-4988-89d7-46dd0b6dcc45 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:00.839825 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d3993192-5fcd-4381-8a72-760faa3e1120 req-dfcc919f-1c86-4988-89d7-46dd0b6dcc45 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0516455 Oct 17 04:37:00.894343 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d3993192-5fcd-4381-8a72-760faa3e1120 req-f21eb231-ae77-4f52-9215-b1468e004944 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483787 Oct 17 04:37:01.087434 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04fcc98-6f6b-4092-ba63-364498327bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5018bca9-d0fd-4019-a69a-d25003f4d4da'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:37:01.091749 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a41562e-a73d-496b-b349-457b80e09fd9" -d '{"events": [{"server_uuid": "c04fcc98-6f6b-4092-ba63-364498327bb6", "name": "network-vif-plugged", "status": "completed", "tag": "5018bca9-d0fd-4019-a69a-d25003f4d4da"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:37:01.130678 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-3674c694-2917-4aa4-8b2d-69978b94f492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:01.168888 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defb76be-cba4-419d-9606-3f539744080f x-openstack-request-id: req-defb76be-cba4-419d-9606-3f539744080f {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:37:01.169357 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04fcc98-6f6b-4092-ba63-364498327bb6", "name": "network-vif-plugged", "status": "completed", "tag": "5018bca9-d0fd-4019-a69a-d25003f4d4da", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:37:01.169458 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-defb76be-cba4-419d-9606-3f539744080f {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:37:01.169870 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-defb76be-cba4-419d-9606-3f539744080f'] response: {'server_uuid': 'c04fcc98-6f6b-4092-ba63-364498327bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5018bca9-d0fd-4019-a69a-d25003f4d4da', 'code': 200} Oct 17 04:37:01.546376 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e084396-8b28-434c-aa5c-32ad9a4d2cba req-4dde7dc6-a8e2-48e0-b92c-54c7d98f0c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:01.548120 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-0e084396-8b28-434c-aa5c-32ad9a4d2cba req-4dde7dc6-a8e2-48e0-b92c-54c7d98f0c6b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 1129 time: 0.0592730 Oct 17 04:37:01.588039 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e73ab-2712-465b-8c1a-efa3c079ef08 req-79b51b43-926b-440c-89d8-94e32b2ce652 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:01.589573 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-857e73ab-2712-465b-8c1a-efa3c079ef08 req-79b51b43-926b-440c-89d8-94e32b2ce652 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0556762 Oct 17 04:37:01.646735 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-857e73ab-2712-465b-8c1a-efa3c079ef08 req-51644e11-5c42-4793-bb4f-278627d6a0e6 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511308 Oct 17 04:37:01.868972 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-0e084396-8b28-434c-aa5c-32ad9a4d2cba req-b0c72346-5c89-448f-92c0-820ac72ebfcb service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742149 Oct 17 04:37:02.026215 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf85e15-afac-46b9-b735-7efb205beeaf req-a995d16a-e068-468d-899a-0f1cb9244ec7 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:02.027835 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ebf85e15-afac-46b9-b735-7efb205beeaf req-a995d16a-e068-468d-899a-0f1cb9244ec7 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0524154 Oct 17 04:37:02.084047 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ebf85e15-afac-46b9-b735-7efb205beeaf req-e672094d-658b-4c36-b23e-f5f2b960a510 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497556 Oct 17 04:37:02.797981 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c3c6b-bde9-441f-a9fd-40759279815d req-b82f6e89-7846-482f-987b-c2c5adffe1a2 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:02.806117 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e24c3c6b-bde9-441f-a9fd-40759279815d req-b82f6e89-7846-482f-987b-c2c5adffe1a2 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0645659 Oct 17 04:37:02.861749 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e24c3c6b-bde9-441f-a9fd-40759279815d req-f3b70d1a-4253-4014-b7b1-4ed97e3aaae2 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547571 Oct 17 04:37:03.309524 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2952dc-dfc3-4e1a-bc3e-84d8cc834277 req-2f118813-6aa3-4a9e-8e6a-d4e232e8be4f tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:03.322566 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-df2952dc-dfc3-4e1a-bc3e-84d8cc834277 req-2f118813-6aa3-4a9e-8e6a-d4e232e8be4f tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0995123 Oct 17 04:37:03.409020 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-df2952dc-dfc3-4e1a-bc3e-84d8cc834277 req-f07df6dd-d831-48c6-a240-ef2312170ac5 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769899 Oct 17 04:37:03.486329 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-fa212a81-3cd4-4af5-a1bb-cb25bba00e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:04.001469 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a003d-a9dd-4e6f-b99a-eb5d16f48788 req-bfc22537-921b-4813-8818-46896a95bc02 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:04.002951 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-101a003d-a9dd-4e6f-b99a-eb5d16f48788 req-bfc22537-921b-4813-8818-46896a95bc02 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0506327 Oct 17 04:37:04.015665 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:04.063704 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-101a003d-a9dd-4e6f-b99a-eb5d16f48788 req-a4f0cc08-02c4-40f5-8c8d-6a828426711c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546532 Oct 17 04:37:04.590064 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd86d3-45a5-4697-8405-31ba5500e9ec req-a43c7776-e8e4-44b9-84da-f73c8402a54c tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:04.591819 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-83cd86d3-45a5-4697-8405-31ba5500e9ec req-a43c7776-e8e4-44b9-84da-f73c8402a54c tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0622623 Oct 17 04:37:04.661870 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:04.692358 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-83cd86d3-45a5-4697-8405-31ba5500e9ec req-b11c51ae-fd78-40f4-9d64-1643f4e4a902 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725064 Oct 17 04:37:05.207347 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d5efb-199d-4fd0-ade4-73b8ee025a27 req-83bbcc22-ad60-4e76-97e4-e8f1df733e7d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:05.208586 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-474d5efb-199d-4fd0-ade4-73b8ee025a27 req-83bbcc22-ad60-4e76-97e4-e8f1df733e7d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0517635 Oct 17 04:37:05.261432 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-474d5efb-199d-4fd0-ade4-73b8ee025a27 req-cb428ed7-dca8-4c2c-ab43-7c953859dbb6 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472314 Oct 17 04:37:06.072146 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0aea3-7a9c-4115-9b71-7336f31ddcd1 req-a2dae1dc-3d85-43d2-939a-f483ed5f7188 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:06.072146 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-21d0aea3-7a9c-4115-9b71-7336f31ddcd1 req-a2dae1dc-3d85-43d2-939a-f483ed5f7188 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7cdbf4e7-ae88-4e26-a40b-cbd881612fe5 HTTP/1.1" status: 200 len: 946 time: 0.0734894 Oct 17 04:37:06.141646 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:06.147306 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-21d0aea3-7a9c-4115-9b71-7336f31ddcd1 req-b6ebfecd-f733-4485-874a-eb04b497b6ab tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=70225533-222e-42be-a073-e143744eadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788045 Oct 17 04:37:06.223477 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:06.227653 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:06.406240 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e227af-22cc-48bc-bfe6-758be9199bde req-c9d99b95-4923-4ab8-b549-b54bb9d58971 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:06.407664 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f4e227af-22cc-48bc-bfe6-758be9199bde req-c9d99b95-4923-4ab8-b549-b54bb9d58971 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0552900 Oct 17 04:37:06.440498 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:37:06.461665 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f4e227af-22cc-48bc-bfe6-758be9199bde req-61e2863f-128e-4b99-a22c-68f975aa8970 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482233 Oct 17 04:37:06.511898 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:07.301806 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d73f92-54e0-49df-aa33-5408d1858033 req-0d77ebb6-6cc2-4ff0-9b2c-5eadf4e529f2 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:07.303795 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-21d73f92-54e0-49df-aa33-5408d1858033 req-0d77ebb6-6cc2-4ff0-9b2c-5eadf4e529f2 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7cdbf4e7-ae88-4e26-a40b-cbd881612fe5 HTTP/1.1" status: 200 len: 946 time: 0.0613074 Oct 17 04:37:07.369953 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-21d73f92-54e0-49df-aa33-5408d1858033 req-6dfd13d9-836b-4acb-8427-196d13284853 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=70225533-222e-42be-a073-e143744eadf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589111 Oct 17 04:37:07.525705 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561b1ed-5884-417b-9a3f-24cc0540a72c req-053fe529-0855-4f1d-8106-77918d0923ab tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:07.527468 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9561b1ed-5884-417b-9a3f-24cc0540a72c req-053fe529-0855-4f1d-8106-77918d0923ab tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7cdbf4e7-ae88-4e26-a40b-cbd881612fe5 HTTP/1.1" status: 200 len: 946 time: 0.0572574 Oct 17 04:37:07.617187 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae4bb4-53c4-478f-9e8d-37a236418c07 req-3541254f-3f10-4404-a410-5a27627cf159 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:07.618672 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-09ae4bb4-53c4-478f-9e8d-37a236418c07 req-3541254f-3f10-4404-a410-5a27627cf159 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0528462 Oct 17 04:37:07.625564 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-9561b1ed-5884-417b-9a3f-24cc0540a72c req-d0136bfa-f4da-4226-a353-75b5c01498e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Deleting port 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:37:07.625908 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-9561b1ed-5884-417b-9a3f-24cc0540a72c req-d0136bfa-f4da-4226-a353-75b5c01498e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (1d5c5bce-a6c7-4bf9-a814-b29960fc6306), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:07.670936 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-09ae4bb4-53c4-478f-9e8d-37a236418c07 req-147eb705-87fa-4b99-8ca6-655624848616 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451536 Oct 17 04:37:07.727577 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-9561b1ed-5884-417b-9a3f-24cc0540a72c req-d0136bfa-f4da-4226-a353-75b5c01498e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] For port 1d5c5bce-a6c7-4bf9-a814-b29960fc6306, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=1d5c5bce-a6c7-4bf9-a814-b29960fc6306,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:37:07.727934 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-9561b1ed-5884-417b-9a3f-24cc0540a72c req-d0136bfa-f4da-4226-a353-75b5c01498e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (1d5c5bce-a6c7-4bf9-a814-b29960fc6306), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:07.885521 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-9561b1ed-5884-417b-9a3f-24cc0540a72c req-d0136bfa-f4da-4226-a353-75b5c01498e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:07.885883 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-9561b1ed-5884-417b-9a3f-24cc0540a72c req-d0136bfa-f4da-4226-a353-75b5c01498e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (7a843abe-6a05-4cf4-911e-4ef99bb756a8), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:07.886200 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.l3_db [req-9561b1ed-5884-417b-9a3f-24cc0540a72c req-d0136bfa-f4da-4226-a353-75b5c01498e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Floating IP 7a843abe-6a05-4cf4-911e-4ef99bb756a8 disassociated. External IP: 172.27.3.17, port: 1d5c5bce-a6c7-4bf9-a814-b29960fc6306. Oct 17 04:37:07.886533 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-9561b1ed-5884-417b-9a3f-24cc0540a72c req-d0136bfa-f4da-4226-a353-75b5c01498e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Calling delete_port for 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 owned by compute:nova {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:37:08.016826 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-9561b1ed-5884-417b-9a3f-24cc0540a72c req-d0136bfa-f4da-4226-a353-75b5c01498e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (1d5c5bce-a6c7-4bf9-a814-b29960fc6306), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:08.048938 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0136bfa-f4da-4226-a353-75b5c01498e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event deleted for resources: {'Port': ['ID=1d5c5bce-a6c7-4bf9-a814-b29960fc6306,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:08.159522 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9561b1ed-5884-417b-9a3f-24cc0540a72c req-d0136bfa-f4da-4226-a353-75b5c01498e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Router ef9dfe8e-2638-428a-b697-819c4f07a1e8 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:37:08.283796 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:08.287064 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1544c6-eb2a-4eb5-a714-e51a57d360a6 req-b5e4959b-52fd-434b-bb29-b834d2ec6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:08.288695 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eb1544c6-eb2a-4eb5-a714-e51a57d360a6 req-b5e4959b-52fd-434b-bb29-b834d2ec6aff service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0761fde06e5240adb0d7f1a7d5724d37&device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 1129 time: 0.0875802 Oct 17 04:37:08.321749 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:08.351468 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9561b1ed-5884-417b-9a3f-24cc0540a72c req-d0136bfa-f4da-4226-a353-75b5c01498e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:37:08.371349 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32213d-5706-442d-8500-6e9357472a34 None None] Sync routers for ids ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:37:08.384697 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32213d-5706-442d-8500-6e9357472a34 None None] Routers {'ef9dfe8e-2638-428a-b697-819c4f07a1e8'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:37:08.385338 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-dd32213d-5706-442d-8500-6e9357472a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:37:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:37:08.411392 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-9561b1ed-5884-417b-9a3f-24cc0540a72c req-d0136bfa-f4da-4226-a353-75b5c01498e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] No DVR routers for this DVR port 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 on host hv-cinder-86155 {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:37:08.415383 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-9561b1ed-5884-417b-9a3f-24cc0540a72c req-d0136bfa-f4da-4226-a353-75b5c01498e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:08.418885 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9561b1ed-5884-417b-9a3f-24cc0540a72c req-d0136bfa-f4da-4226-a353-75b5c01498e4 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.20 "DELETE /networking/v2.0/ports/1d5c5bce-a6c7-4bf9-a814-b29960fc6306 HTTP/1.1" status: 204 len: 173 time: 0.8853233 Oct 17 04:37:08.419408 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdbf4e7-ae88-4e26-a40b-cbd881612fe5', 'name': 'network-vif-deleted', 'tag': '1d5c5bce-a6c7-4bf9-a814-b29960fc6306'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:37:08.428225 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5fd743-6d9a-421e-9993-654c2c763f11" -d '{"events": [{"server_uuid": "7cdbf4e7-ae88-4e26-a40b-cbd881612fe5", "name": "network-vif-deleted", "tag": "1d5c5bce-a6c7-4bf9-a814-b29960fc6306"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:37:08.460693 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1544c6-eb2a-4eb5-a714-e51a57d360a6 req-115b8580-a89d-4ee0-beb3-78048ed97b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:08.462267 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eb1544c6-eb2a-4eb5-a714-e51a57d360a6 req-115b8580-a89d-4ee0-beb3-78048ed97b19 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=596ebb0d-79d0-45f5-9e52-b2ce25b00863 HTTP/1.1" status: 200 len: 917 time: 0.1664023 Oct 17 04:37:08.534243 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-546e21eb-6ef2-4481-84e3-02d5c7761943 req-e63ff7d9-56b6-4e29-8611-aea200ec66a7 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7cdbf4e7-ae88-4e26-a40b-cbd881612fe5 HTTP/1.1" status: 200 len: 210 time: 0.0410118 Oct 17 04:37:08.587169 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:08.602745 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eb1544c6-eb2a-4eb5-a714-e51a57d360a6 req-a7f25bba-b3c3-4986-9bbd-c2435dbdb457 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c4b79b8-f091-4221-b5d8-ad21adc83468 HTTP/1.1" status: 200 len: 1001 time: 0.1349442 Oct 17 04:37:08.616567 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-dd32213d-5706-442d-8500-6e9357472a34 None None] Set router ef9dfe8e-2638-428a-b697-819c4f07a1e8 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:37:08.681846 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1544c6-eb2a-4eb5-a714-e51a57d360a6 req-b082bafd-36d7-469e-a137-1b457330d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:08.684187 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eb1544c6-eb2a-4eb5-a714-e51a57d360a6 req-b082bafd-36d7-469e-a137-1b457330d829 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=7c706f9b-2867-4158-b285-926a4adb47a2 HTTP/1.1" status: 200 len: 855 time: 0.0732112 Oct 17 04:37:08.753850 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1544c6-eb2a-4eb5-a714-e51a57d360a6 req-345380d1-9bb5-4b9f-a1a9-d10fd1cab98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:08.755616 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eb1544c6-eb2a-4eb5-a714-e51a57d360a6 req-345380d1-9bb5-4b9f-a1a9-d10fd1cab98c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=596ebb0d-79d0-45f5-9e52-b2ce25b00863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665803 Oct 17 04:37:08.801151 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08eda81c-629b-4eaa-8087-1dea5e835bc8 x-openstack-request-id: req-08eda81c-629b-4eaa-8087-1dea5e835bc8 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:37:08.801517 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdbf4e7-ae88-4e26-a40b-cbd881612fe5", "name": "network-vif-deleted", "tag": "1d5c5bce-a6c7-4bf9-a814-b29960fc6306", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:37:08.801835 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-08eda81c-629b-4eaa-8087-1dea5e835bc8 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:37:08.803735 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08eda81c-629b-4eaa-8087-1dea5e835bc8'] response: {'server_uuid': '7cdbf4e7-ae88-4e26-a40b-cbd881612fe5', 'name': 'network-vif-deleted', 'tag': '1d5c5bce-a6c7-4bf9-a814-b29960fc6306', 'status': 'completed', 'code': 200} Oct 17 04:37:08.844227 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b5a05-601b-4da3-9fb8-9c3c8e806bff req-56040b90-794d-400b-8ae0-1913a2f0d6e8 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:08.849552 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ff5b5a05-601b-4da3-9fb8-9c3c8e806bff req-56040b90-794d-400b-8ae0-1913a2f0d6e8 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0633123 Oct 17 04:37:08.859761 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-dd32213d-5706-442d-8500-6e9357472a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:37:08.888859 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32213d-5706-442d-8500-6e9357472a34 None None] Checking router: ef9dfe8e-2638-428a-b697-819c4f07a1e8 for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:37:08.897360 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32213d-5706-442d-8500-6e9357472a34 None None] Routers {'ef9dfe8e-2638-428a-b697-819c4f07a1e8'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:37:08.897968 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-dd32213d-5706-442d-8500-6e9357472a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:37:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:37:08.919697 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3e711-17e7-4eb8-8240-22d44127ac71 req-6d400f2d-5c31-4d5b-8992-0218945372e1 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:08.921230 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4ab3e711-17e7-4eb8-8240-22d44127ac71 req-6d400f2d-5c31-4d5b-8992-0218945372e1 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8fb709e6-ba7f-4703-8f7f-365c33a1c79c HTTP/1.1" status: 200 len: 946 time: 0.0707512 Oct 17 04:37:08.951261 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ff5b5a05-601b-4da3-9fb8-9c3c8e806bff req-ebe7f3a6-b6e3-4699-985b-dd1bafc12a1a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989931 Oct 17 04:37:08.979215 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4ab3e711-17e7-4eb8-8240-22d44127ac71 req-475adcea-5ae5-4e95-9b1a-405a345f7174 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aee80be0-ab20-45f2-88cf-ccefe2e3cb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520601 Oct 17 04:37:08.999860 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-dd32213d-5706-442d-8500-6e9357472a34 None None] Set router ef9dfe8e-2638-428a-b697-819c4f07a1e8 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:37:09.121818 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:09.186577 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-dd32213d-5706-442d-8500-6e9357472a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:37:09.210912 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32213d-5706-442d-8500-6e9357472a34 None None] The sync data for ids ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'] in dv-cinder-861557-1-iscsi is: [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:10Z', 'revision_number': 4, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '467b4741-2ac6-410b-b911-90a301b47513', 'name': '', 'network_id': '60b2c529-82f9-47ea-9951-24ba7b38ebc9', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'mac_address': 'fa:16:3e:59:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:08Z', 'updated_at': '2022-10-17T04:31:33Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'subnets': [{'id': 'a304680d-2236-42f7-928f-3e762d91fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:37:09.422202 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b5f300-c4e1-41a8-a218-4f6c69e7d411 None None] New status for floating IP 7a843abe-6a05-4cf4-911e-4ef99bb756a8: DOWN {{(pid=104490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:37:09.638420 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7b1e9d95-2a45-4acc-8152-e40349a60dee req-c4d29169-3c52-4f07-b835-1320d5094219 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7cdbf4e7-ae88-4e26-a40b-cbd881612fe5 HTTP/1.1" status: 200 len: 210 time: 0.0267277 Oct 17 04:37:10.106850 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce846fa1-315c-4ba3-994f-88a0b35f8048 req-5c17155c-ee71-4fd9-8f7c-702f23c2d699 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:10.109351 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ce846fa1-315c-4ba3-994f-88a0b35f8048 req-5c17155c-ee71-4fd9-8f7c-702f23c2d699 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 945 time: 0.0738456 Oct 17 04:37:10.132347 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee98ad-3cc8-438e-aa02-8019a903b1c8 req-c6a5518c-61d3-4c7c-8723-4615f70d7099 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:10.134039 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a4ee98ad-3cc8-438e-aa02-8019a903b1c8 req-c6a5518c-61d3-4c7c-8723-4615f70d7099 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8fb709e6-ba7f-4703-8f7f-365c33a1c79c HTTP/1.1" status: 200 len: 946 time: 0.0677199 Oct 17 04:37:10.194121 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ce846fa1-315c-4ba3-994f-88a0b35f8048 req-84e9403c-5e72-430b-bb36-a0fd63c51336 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787199 Oct 17 04:37:10.209386 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eb1544c6-eb2a-4eb5-a714-e51a57d360a6 req-d76519c9-769c-4106-bad3-dbbbf0c690a3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917351 Oct 17 04:37:10.211758 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a4ee98ad-3cc8-438e-aa02-8019a903b1c8 req-2aa4991e-793a-47f1-bff7-1085de7a747a tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aee80be0-ab20-45f2-88cf-ccefe2e3cb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663977 Oct 17 04:37:10.369188 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-eb1544c6-eb2a-4eb5-a714-e51a57d360a6 req-2b76531e-01f8-4e32-a326-097e34f458cc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842829 Oct 17 04:37:10.750036 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-be0e0691-e640-41f0-8b2f-25782c7e894d req-a7c402aa-4f60-4a1b-a47f-8066c0d09b3f tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7cdbf4e7-ae88-4e26-a40b-cbd881612fe5 HTTP/1.1" status: 200 len: 210 time: 0.0269091 Oct 17 04:37:10.884511 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:37:10.903962 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] No Port match for: 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:37:10.904298 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 1d5c5bce-a6c7-4bf9-a814-b29960fc6306 not bound to the agent host hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:37:10.904698 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 0c4b79b8-f091-4221-b5d8-ad21adc83468 no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:37:10.978640 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 0c4b79b8-f091-4221-b5d8-ad21adc83468 is: ACTIVE; New status is: DOWN {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:37:10.978932 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:11.001605 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58170c9-886a-45c1-9c0e-acfb37fab782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c4b79b8-f091-4221-b5d8-ad21adc83468'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:37:11.003777 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8bf171-001f-42ff-a16b-aa76f0c915d2" -d '{"events": [{"server_uuid": "e58170c9-886a-45c1-9c0e-acfb37fab782", "name": "network-vif-unplugged", "status": "completed", "tag": "0c4b79b8-f091-4221-b5d8-ad21adc83468"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:37:11.016595 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 0c4b79b8-f091-4221-b5d8-ad21adc83468, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=0c4b79b8-f091-4221-b5d8-ad21adc83468,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:37:11.020846 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:11.045364 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 04:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b9a72c-bd68-4540-9b6e-03034a766c5f x-openstack-request-id: req-d7b9a72c-bd68-4540-9b6e-03034a766c5f {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:37:11.046256 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58170c9-886a-45c1-9c0e-acfb37fab782", "name": "network-vif-unplugged", "status": "completed", "tag": "0c4b79b8-f091-4221-b5d8-ad21adc83468", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:37:11.046537 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d7b9a72c-bd68-4540-9b6e-03034a766c5f {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:37:11.046933 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7b9a72c-bd68-4540-9b6e-03034a766c5f'] response: {'server_uuid': 'e58170c9-886a-45c1-9c0e-acfb37fab782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c4b79b8-f091-4221-b5d8-ad21adc83468', 'code': 200} Oct 17 04:37:11.069936 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=0c4b79b8-f091-4221-b5d8-ad21adc83468,revision_number=8']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:11.077463 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:11.078071 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:11.078425 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:11.078777 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:11.079109 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:11.079437 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:11.079754 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:11.080076 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:11.080396 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:11.080808 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:11.081105 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:11.081419 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:11.081712 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:11.082053 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:11.082375 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:11.349901 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc935c1-d6b9-4f21-8295-29f8beec5f3e req-069f1bbc-02da-48ff-9b60-8d57f21f8b6d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:11.351347 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bcc935c1-d6b9-4f21-8295-29f8beec5f3e req-069f1bbc-02da-48ff-9b60-8d57f21f8b6d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 943 time: 0.0765007 Oct 17 04:37:11.361406 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76b2e2-f2a1-4165-99dc-bfde385f2f18 req-8d6daf50-efbc-4e6c-aea2-8c1b1faca3e5 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:11.362781 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5d76b2e2-f2a1-4165-99dc-bfde385f2f18 req-8d6daf50-efbc-4e6c-aea2-8c1b1faca3e5 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8fb709e6-ba7f-4703-8f7f-365c33a1c79c HTTP/1.1" status: 200 len: 946 time: 0.0581894 Oct 17 04:37:11.368915 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:11.436560 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bcc935c1-d6b9-4f21-8295-29f8beec5f3e req-167a20ae-47ac-4494-80e8-c66d0aa1cd3f tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723495 Oct 17 04:37:11.439566 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5d76b2e2-f2a1-4165-99dc-bfde385f2f18 req-faea09fd-65fa-4c78-9abe-0382a9ba404e tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aee80be0-ab20-45f2-88cf-ccefe2e3cb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696115 Oct 17 04:37:11.864968 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f014a8a4-462d-42fc-9ceb-2b9790f6e145 req-ab03a66e-8505-473c-b15c-ccc639046cf5 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7cdbf4e7-ae88-4e26-a40b-cbd881612fe5 HTTP/1.1" status: 200 len: 210 time: 0.0304599 Oct 17 04:37:11.949859 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fc7af-8f21-42bc-9eb8-675eb2400378 req-7babbc5e-9d1a-43b2-b858-cc1e166b19db tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:11.951344 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ff1fc7af-8f21-42bc-9eb8-675eb2400378 req-7babbc5e-9d1a-43b2-b858-cc1e166b19db tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8fb709e6-ba7f-4703-8f7f-365c33a1c79c HTTP/1.1" status: 200 len: 946 time: 0.0594172 Oct 17 04:37:12.044221 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-ff1fc7af-8f21-42bc-9eb8-675eb2400378 req-328edf9c-1ca1-431b-b327-e8904d055b34 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Deleting port 11b28132-99ac-43b2-87de-94474fddc936 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:37:12.044567 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-ff1fc7af-8f21-42bc-9eb8-675eb2400378 req-328edf9c-1ca1-431b-b327-e8904d055b34 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (11b28132-99ac-43b2-87de-94474fddc936), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:12.146383 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-ff1fc7af-8f21-42bc-9eb8-675eb2400378 req-328edf9c-1ca1-431b-b327-e8904d055b34 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] For port 11b28132-99ac-43b2-87de-94474fddc936, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=11b28132-99ac-43b2-87de-94474fddc936,segment=NetworkSegment(c26ac881-75a2-4c4f-bf22-c9e5e29baaeb),segment_id=c26ac881-75a2-4c4f-bf22-c9e5e29baaeb)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:37:12.146746 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-ff1fc7af-8f21-42bc-9eb8-675eb2400378 req-328edf9c-1ca1-431b-b327-e8904d055b34 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (11b28132-99ac-43b2-87de-94474fddc936), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:12.306943 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-ff1fc7af-8f21-42bc-9eb8-675eb2400378 req-328edf9c-1ca1-431b-b327-e8904d055b34 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:12.307213 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-ff1fc7af-8f21-42bc-9eb8-675eb2400378 req-328edf9c-1ca1-431b-b327-e8904d055b34 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (7d543f98-e14a-40bc-a190-adef95caf777), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:12.307521 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.l3_db [req-ff1fc7af-8f21-42bc-9eb8-675eb2400378 req-328edf9c-1ca1-431b-b327-e8904d055b34 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Floating IP 7d543f98-e14a-40bc-a190-adef95caf777 disassociated. External IP: 172.27.3.47, port: 11b28132-99ac-43b2-87de-94474fddc936. Oct 17 04:37:12.307857 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-ff1fc7af-8f21-42bc-9eb8-675eb2400378 req-328edf9c-1ca1-431b-b327-e8904d055b34 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Calling delete_port for 11b28132-99ac-43b2-87de-94474fddc936 owned by compute:nova {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:37:12.383241 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:12.431979 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:12.437814 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-ff1fc7af-8f21-42bc-9eb8-675eb2400378 req-328edf9c-1ca1-431b-b327-e8904d055b34 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (11b28132-99ac-43b2-87de-94474fddc936), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:12.473808 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328edf9c-1ca1-431b-b327-e8904d055b34 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Pushing event deleted for resources: {'Port': ['ID=11b28132-99ac-43b2-87de-94474fddc936,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:12.557129 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-18257c48-587c-4262-b07a-33569013ab96 req-9700853a-f6b7-4648-8042-b847953cfa04 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853543 Oct 17 04:37:12.611003 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-67acb007-de13-48c7-a0ba-e07552efe0f8 req-27bcca9f-8c46-4177-bfab-53226e0b38ac tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8fb709e6-ba7f-4703-8f7f-365c33a1c79c HTTP/1.1" status: 200 len: 210 time: 0.0577753 Oct 17 04:37:12.625916 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0aaaa-f9ad-4a67-9dfd-3e236fc98403 req-7ed8f81f-a5fe-4ec7-a8d9-2f32edaaf182 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:12.627406 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e2d0aaaa-f9ad-4a67-9dfd-3e236fc98403 req-7ed8f81f-a5fe-4ec7-a8d9-2f32edaaf182 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 943 time: 0.0650504 Oct 17 04:37:12.648046 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18257c48-587c-4262-b07a-33569013ab96 req-00e536aa-2f31-46ed-9c84-de27ed245d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:12.649549 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-18257c48-587c-4262-b07a-33569013ab96 req-00e536aa-2f31-46ed-9c84-de27ed245d7b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=164c660f217f4b29b914caf14b773b61&device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 1129 time: 0.0512438 Oct 17 04:37:12.651233 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff1fc7af-8f21-42bc-9eb8-675eb2400378 req-328edf9c-1ca1-431b-b327-e8904d055b34 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Router cf3ccc05-0068-40f1-8539-7d2292f48ca6 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:37:12.679182 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e2d0aaaa-f9ad-4a67-9dfd-3e236fc98403 req-ee1f7daf-ffa9-4543-86ff-ea13a8fe37d3 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439835 Oct 17 04:37:12.990425 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 32924) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:13.010937 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:13.054308 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f649c8f3-eecd-42e0-bd77-944210a71635 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (70225533-222e-42be-a073-e143744eadf1), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:13.074560 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff1fc7af-8f21-42bc-9eb8-675eb2400378 req-328edf9c-1ca1-431b-b327-e8904d055b34 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:37:13.081715 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f649c8f3-eecd-42e0-bd77-944210a71635 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (70225533-222e-42be-a073-e143744eadf1), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:13.087897 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2bf5c-1abf-45a8-9118-8051eae43ce4 None None] Sync routers for ids ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:37:13.105655 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda2bf5c-1abf-45a8-9118-8051eae43ce4 None None] Routers {'cf3ccc05-0068-40f1-8539-7d2292f48ca6'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:37:13.106571 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-dda2bf5c-1abf-45a8-9118-8051eae43ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:37:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:37:13.112740 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18257c48-587c-4262-b07a-33569013ab96 req-cafcf929-fb1b-447d-a100-d775788be18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:13.113776 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-18257c48-587c-4262-b07a-33569013ab96 req-cafcf929-fb1b-447d-a100-d775788be18d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=98905e91-d61c-460b-b7b3-b0bac875b67e HTTP/1.1" status: 200 len: 909 time: 0.4185419 Oct 17 04:37:13.143585 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1fc7af-8f21-42bc-9eb8-675eb2400378 req-328edf9c-1ca1-431b-b327-e8904d055b34 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] No DVR routers for this DVR port 11b28132-99ac-43b2-87de-94474fddc936 on host hv-cinder-86155 {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:37:13.174998 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-ff1fc7af-8f21-42bc-9eb8-675eb2400378 req-328edf9c-1ca1-431b-b327-e8904d055b34 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:13.178759 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ff1fc7af-8f21-42bc-9eb8-675eb2400378 req-328edf9c-1ca1-431b-b327-e8904d055b34 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.20 "DELETE /networking/v2.0/ports/11b28132-99ac-43b2-87de-94474fddc936 HTTP/1.1" status: 204 len: 173 time: 1.2213852 Oct 17 04:37:13.179264 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb709e6-ba7f-4703-8f7f-365c33a1c79c', 'name': 'network-vif-deleted', 'tag': '11b28132-99ac-43b2-87de-94474fddc936'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:37:13.180733 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f649c8f3-eecd-42e0-bd77-944210a71635 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (70225533-222e-42be-a073-e143744eadf1), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:13.187222 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f649c8f3-eecd-42e0-bd77-944210a71635 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:13.190945 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05f52cd-a63e-48ad-a5b0-3654a9d4b33d" -d '{"events": [{"server_uuid": "8fb709e6-ba7f-4703-8f7f-365c33a1c79c", "name": "network-vif-deleted", "tag": "11b28132-99ac-43b2-87de-94474fddc936"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:37:13.191105 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-f649c8f3-eecd-42e0-bd77-944210a71635 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/70225533-222e-42be-a073-e143744eadf1 HTTP/1.1" status: 204 len: 168 time: 0.1970849 Oct 17 04:37:13.192444 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 32932) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:13.236729 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-dda2bf5c-1abf-45a8-9118-8051eae43ce4 None None] Set router cf3ccc05-0068-40f1-8539-7d2292f48ca6 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:37:13.236918 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.api.v2.resource [None req-8769c43d-61db-4700-86c1-7b621eaba701 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] show failed (client error): The resource could not be found. Oct 17 04:37:13.239802 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-8769c43d-61db-4700-86c1-7b621eaba701 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "GET /networking/v2.0/security-groups/70225533-222e-42be-a073-e143744eadf1 HTTP/1.1" status: 404 len: 347 time: 0.0419397 Oct 17 04:37:13.251672 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649c8f3-eecd-42e0-bd77-944210a71635 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70225533-222e-42be-a073-e143744eadf1,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:13.254255 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 32934) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:13.266703 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effa0332-ccc9-45d5-9618-d0b898fd4bd3 x-openstack-request-id: req-effa0332-ccc9-45d5-9618-d0b898fd4bd3 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:37:13.267010 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb709e6-ba7f-4703-8f7f-365c33a1c79c", "name": "network-vif-deleted", "tag": "11b28132-99ac-43b2-87de-94474fddc936", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:37:13.267273 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-effa0332-ccc9-45d5-9618-d0b898fd4bd3 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:37:13.267695 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-effa0332-ccc9-45d5-9618-d0b898fd4bd3'] response: {'server_uuid': '8fb709e6-ba7f-4703-8f7f-365c33a1c79c', 'name': 'network-vif-deleted', 'tag': '11b28132-99ac-43b2-87de-94474fddc936', 'status': 'completed', 'code': 200} Oct 17 04:37:13.290807 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-18257c48-587c-4262-b07a-33569013ab96 req-8cf2fe0e-319b-4182-b0d0-3c3fca62e28b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5018bca9-d0fd-4019-a69a-d25003f4d4da HTTP/1.1" status: 200 len: 1000 time: 0.1577778 Oct 17 04:37:13.361884 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18257c48-587c-4262-b07a-33569013ab96 req-a7d16790-3964-4ec1-8168-02e777c5e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:13.363578 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-18257c48-587c-4262-b07a-33569013ab96 req-a7d16790-3964-4ec1-8168-02e777c5e211 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=36376a24-6d8f-4101-b65d-31b01f263bed HTTP/1.1" status: 200 len: 847 time: 0.0637650 Oct 17 04:37:13.424975 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18257c48-587c-4262-b07a-33569013ab96 req-710b4ec3-d077-4be2-afa0-25bbec087033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:13.426552 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-18257c48-587c-4262-b07a-33569013ab96 req-710b4ec3-d077-4be2-afa0-25bbec087033 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=98905e91-d61c-460b-b7b3-b0bac875b67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522914 Oct 17 04:37:13.464634 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed2bd1-5927-4db8-9ea8-4fb82f5bcf86 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Deleting port cf620257-5391-4828-b3fa-1682e2c787c7 {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:37:13.465314 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d0ed2bd1-5927-4db8-9ea8-4fb82f5bcf86 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (cf620257-5391-4828-b3fa-1682e2c787c7), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:13.549405 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d0ed2bd1-5927-4db8-9ea8-4fb82f5bcf86 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (cf620257-5391-4828-b3fa-1682e2c787c7), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:13.549682 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-18257c48-587c-4262-b07a-33569013ab96 req-f221b9d3-4502-4df1-96d2-d33b4bb5071d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/98905e91-d61c-460b-b7b3-b0bac875b67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160135 Oct 17 04:37:13.549795 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d0ed2bd1-5927-4db8-9ea8-4fb82f5bcf86 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (cf620257-5391-4828-b3fa-1682e2c787c7), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:13.564546 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed2bd1-5927-4db8-9ea8-4fb82f5bcf86 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Calling delete_port for cf620257-5391-4828-b3fa-1682e2c787c7 owned by network:floatingip {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:37:13.637572 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:13.701170 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-dda2bf5c-1abf-45a8-9118-8051eae43ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'name': 'tempest-AttachVolumeTestJSON-690720917-router', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:09Z', 'revision_number': 4, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'gw_port': {'id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': 'decbcabf-cae3-43f6-b380-5ec431cf4aec', 'name': '', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'mac_address': 'fa:16:3e:6d:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:07Z', 'updated_at': '2022-10-17T04:31:28Z', 'revision_number': 5, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'subnets': [{'id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:37:13.737151 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2bf5c-1abf-45a8-9118-8051eae43ce4 None None] Checking router: cf3ccc05-0068-40f1-8539-7d2292f48ca6 for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:37:13.751225 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda2bf5c-1abf-45a8-9118-8051eae43ce4 None None] Routers {'cf3ccc05-0068-40f1-8539-7d2292f48ca6'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:37:13.752153 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-dda2bf5c-1abf-45a8-9118-8051eae43ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:37:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:37:13.757606 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d0ed2bd1-5927-4db8-9ea8-4fb82f5bcf86 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (cf620257-5391-4828-b3fa-1682e2c787c7), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:13.834624 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed2bd1-5927-4db8-9ea8-4fb82f5bcf86 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Pushing event deleted for resources: {'Port': ['ID=cf620257-5391-4828-b3fa-1682e2c787c7,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:13.864652 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-18257c48-587c-4262-b07a-33569013ab96 req-70687fbd-654c-466a-88ef-be126be8d096 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/98905e91-d61c-460b-b7b3-b0bac875b67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774755 Oct 17 04:37:13.926155 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d053cc27-74ca-4bc5-b58c-586923dd23d7 req-a8e54943-c4bb-4303-8eef-04ec8348adc3 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8fb709e6-ba7f-4703-8f7f-365c33a1c79c HTTP/1.1" status: 200 len: 210 time: 0.1235106 Oct 17 04:37:13.927433 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d0ed2bd1-5927-4db8-9ea8-4fb82f5bcf86 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks [] for floatingip (7a843abe-6a05-4cf4-911e-4ef99bb756a8), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:13.930752 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d0ed2bd1-5927-4db8-9ea8-4fb82f5bcf86 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:13.931743 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-d0ed2bd1-5927-4db8-9ea8-4fb82f5bcf86 tempest-AttachVolumeNegativeTest-1381569619 tempest-AttachVolumeNegativeTest-1381569619-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/7a843abe-6a05-4cf4-911e-4ef99bb756a8 HTTP/1.1" status: 204 len: 168 time: 0.6763525 Oct 17 04:37:13.983750 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-dda2bf5c-1abf-45a8-9118-8051eae43ce4 None None] Set router cf3ccc05-0068-40f1-8539-7d2292f48ca6 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:37:14.025943 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [req-e0bbca2d-ed16-4e59-ac0d-4c54c2ce54b7 req-e7a1db04-cfb0-4a99-9f7f-047afde1a436 service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 04:37:14.025943 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e0bbca2d-ed16-4e59-ac0d-4c54c2ce54b7 req-e7a1db04-cfb0-4a99-9f7f-047afde1a436 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2184837 Oct 17 04:37:14.167557 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:14.249042 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96409028-6639-4540-8e3d-241faca1feef req-8fd6a587-d7dc-4812-8b13-615c53d59dde tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:14.251515 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-96409028-6639-4540-8e3d-241faca1feef req-8fd6a587-d7dc-4812-8b13-615c53d59dde tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 943 time: 0.0676255 Oct 17 04:37:14.257639 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-dda2bf5c-1abf-45a8-9118-8051eae43ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'name': 'tempest-AttachVolumeTestJSON-690720917-router', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:09Z', 'revision_number': 4, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'gw_port': {'id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': 'decbcabf-cae3-43f6-b380-5ec431cf4aec', 'name': '', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'mac_address': 'fa:16:3e:6d:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:07Z', 'updated_at': '2022-10-17T04:31:28Z', 'revision_number': 5, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'subnets': [{'id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:37:14.288856 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2bf5c-1abf-45a8-9118-8051eae43ce4 None None] The sync data for ids ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'] in dv-cinder-861557-1-iscsi is: [{'id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'name': 'tempest-AttachVolumeTestJSON-690720917-router', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:31:09Z', 'revision_number': 4, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'gw_port': {'id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': 'decbcabf-cae3-43f6-b380-5ec431cf4aec', 'name': '', 'network_id': '5b651c35-159b-4d6e-a364-6761b8b7e75b', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'mac_address': 'fa:16:3e:6d:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:07Z', 'updated_at': '2022-10-17T04:31:28Z', 'revision_number': 5, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'subnets': [{'id': 'd4565b2b-3a4c-4521-9f7b-f70198a8501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:37:14.320148 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-96409028-6639-4540-8e3d-241faca1feef req-832bc3c9-2f09-4535-a0ba-6d4499ddbf2a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609627 Oct 17 04:37:14.471099 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 32974) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:14.549064 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bf9b7b-65ee-4f60-81b0-74fbe7e67d88 None None] New status for floating IP 7d543f98-e14a-40bc-a190-adef95caf777: DOWN {{(pid=104490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:37:14.802008 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-feeec269-e72a-4e3d-94f1-6f36e199fccc req-0460c3f2-2cbb-40b3-8f11-5142281e0a7a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3296878 Oct 17 04:37:14.810588 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [req-feeec269-e72a-4e3d-94f1-6f36e199fccc req-d720a5c8-2c9a-4600-97a2-73b7746b8e17 service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 04:37:14.812158 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-feeec269-e72a-4e3d-94f1-6f36e199fccc req-d720a5c8-2c9a-4600-97a2-73b7746b8e17 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055826 Oct 17 04:37:14.893975 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 11b28132-99ac-43b2-87de-94474fddc936 no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:37:14.894613 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 32982) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:14.915160 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] No Port match for: 11b28132-99ac-43b2-87de-94474fddc936 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:37:14.915538 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 11b28132-99ac-43b2-87de-94474fddc936 not bound to the agent host hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:37:14.915978 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 0c4b79b8-f091-4221-b5d8-ad21adc83468 no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:37:14.994319 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 0c4b79b8-f091-4221-b5d8-ad21adc83468 is: DOWN; New status is: DOWN {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:37:15.007102 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeec269-e72a-4e3d-94f1-6f36e199fccc req-767604b1-bdeb-4784-9c8c-94e7c6dd3d0f tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:15.008502 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-feeec269-e72a-4e3d-94f1-6f36e199fccc req-767604b1-bdeb-4784-9c8c-94e7c6dd3d0f tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports/0c4b79b8-f091-4221-b5d8-ad21adc83468 HTTP/1.1" status: 200 len: 940 time: 0.1128130 Oct 17 04:37:15.034549 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 32992) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:15.090948 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cf0f1a46-ccc6-4a67-a082-23cc80765663 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group (aee80be0-ab20-45f2-88cf-ccefe2e3cb3e), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:15.104647 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:15.126612 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cf0f1a46-ccc6-4a67-a082-23cc80765663 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group (aee80be0-ab20-45f2-88cf-ccefe2e3cb3e), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:15.189027 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cf0f1a46-ccc6-4a67-a082-23cc80765663 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (aee80be0-ab20-45f2-88cf-ccefe2e3cb3e), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:15.192775 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cf0f1a46-ccc6-4a67-a082-23cc80765663 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:15.196444 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-cf0f1a46-ccc6-4a67-a082-23cc80765663 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/aee80be0-ab20-45f2-88cf-ccefe2e3cb3e HTTP/1.1" status: 204 len: 168 time: 0.1573586 Oct 17 04:37:15.196657 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 33004) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:15.206484 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f1a46-ccc6-4a67-a082-23cc80765663 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee80be0-ab20-45f2-88cf-ccefe2e3cb3e,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:15.220573 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.api.v2.resource [None req-afb806b9-4b49-441e-b28f-f60468b0b99c tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] show failed (client error): The resource could not be found. Oct 17 04:37:15.221992 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-afb806b9-4b49-441e-b28f-f60468b0b99c tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "GET /networking/v2.0/security-groups/aee80be0-ab20-45f2-88cf-ccefe2e3cb3e HTTP/1.1" status: 404 len: 347 time: 0.0241864 Oct 17 04:37:15.225842 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 33008) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:15.342144 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:15.352198 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-dc930b16-bcce-4811-9f0c-942457229740 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Deleting port 08bcbadf-8da1-486f-a857-09cef447cc28 {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:37:15.352544 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-dc930b16-bcce-4811-9f0c-942457229740 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (08bcbadf-8da1-486f-a857-09cef447cc28), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:15.366271 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:15.463633 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-dc930b16-bcce-4811-9f0c-942457229740 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (08bcbadf-8da1-486f-a857-09cef447cc28), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:15.463957 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-dc930b16-bcce-4811-9f0c-942457229740 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for floatingip (08bcbadf-8da1-486f-a857-09cef447cc28), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:15.484113 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-dc930b16-bcce-4811-9f0c-942457229740 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Calling delete_port for 08bcbadf-8da1-486f-a857-09cef447cc28 owned by network:floatingip {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:37:15.496874 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d27f67-86f6-4cf2-aade-fac0835330ab req-c78f8894-77d7-482d-8899-e56ca71bdb54 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:15.498373 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-24d27f67-86f6-4cf2-aade-fac0835330ab req-c78f8894-77d7-482d-8899-e56ca71bdb54 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 943 time: 0.0751395 Oct 17 04:37:15.596601 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-24d27f67-86f6-4cf2-aade-fac0835330ab req-904246c7-748e-4a94-a30a-7fb8a53840f0 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904043 Oct 17 04:37:15.675364 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-dc930b16-bcce-4811-9f0c-942457229740 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (08bcbadf-8da1-486f-a857-09cef447cc28), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:15.697658 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc930b16-bcce-4811-9f0c-942457229740 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Pushing event deleted for resources: {'Port': ['ID=08bcbadf-8da1-486f-a857-09cef447cc28,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:15.761157 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-dc930b16-bcce-4811-9f0c-942457229740 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks [] for floatingip (7d543f98-e14a-40bc-a190-adef95caf777), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:15.763687 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-dc930b16-bcce-4811-9f0c-942457229740 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:15.765391 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-dc930b16-bcce-4811-9f0c-942457229740 tempest-AttachVolumeTestJSON-1936456196 tempest-AttachVolumeTestJSON-1936456196-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/7d543f98-e14a-40bc-a190-adef95caf777 HTTP/1.1" status: 204 len: 168 time: 0.5382204 Oct 17 04:37:15.979765 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:15.992109 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeec269-e72a-4e3d-94f1-6f36e199fccc req-68f5bac5-4931-4f68-9070-769012344854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:15.993800 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-feeec269-e72a-4e3d-94f1-6f36e199fccc req-68f5bac5-4931-4f68-9070-769012344854 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782&tenant_id=0761fde06e5240adb0d7f1a7d5724d37 HTTP/1.1" status: 200 len: 1127 time: 0.0428123 Oct 17 04:37:16.062883 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeec269-e72a-4e3d-94f1-6f36e199fccc req-08be134f-f803-4ab3-bccb-38b75b775729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:16.065007 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-feeec269-e72a-4e3d-94f1-6f36e199fccc req-08be134f-f803-4ab3-bccb-38b75b775729 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0761fde06e5240adb0d7f1a7d5724d37&device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 1127 time: 0.0481296 Oct 17 04:37:16.153808 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeec269-e72a-4e3d-94f1-6f36e199fccc req-50a4166a-0bc9-4376-8be8-45c889e72709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:16.155261 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-feeec269-e72a-4e3d-94f1-6f36e199fccc req-50a4166a-0bc9-4376-8be8-45c889e72709 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=596ebb0d-79d0-45f5-9e52-b2ce25b00863 HTTP/1.1" status: 200 len: 917 time: 0.0846155 Oct 17 04:37:16.220413 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-feeec269-e72a-4e3d-94f1-6f36e199fccc req-fbee63e0-6f37-4ef7-9ecf-6745cf5a5c14 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c4b79b8-f091-4221-b5d8-ad21adc83468 HTTP/1.1" status: 200 len: 999 time: 0.0578637 Oct 17 04:37:16.269356 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeec269-e72a-4e3d-94f1-6f36e199fccc req-6e1933a7-98ca-4464-a186-489caf01c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:16.270751 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-feeec269-e72a-4e3d-94f1-6f36e199fccc req-6e1933a7-98ca-4464-a186-489caf01c90d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=7c706f9b-2867-4158-b285-926a4adb47a2 HTTP/1.1" status: 200 len: 855 time: 0.0437284 Oct 17 04:37:16.312394 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeec269-e72a-4e3d-94f1-6f36e199fccc req-727fac66-8111-49af-bbcb-106f6edf7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:16.313835 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-feeec269-e72a-4e3d-94f1-6f36e199fccc req-727fac66-8111-49af-bbcb-106f6edf7e21 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=596ebb0d-79d0-45f5-9e52-b2ce25b00863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375633 Oct 17 04:37:16.411794 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-feeec269-e72a-4e3d-94f1-6f36e199fccc req-c07688c3-82bb-4dcf-8ffa-7026831beb33 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915043 Oct 17 04:37:16.505791 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-feeec269-e72a-4e3d-94f1-6f36e199fccc req-75d0393d-d342-462f-9414-09a253a7e64a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880053 Oct 17 04:37:16.752405 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9633281-bab7-4162-870f-e430a05ee516 req-c49bf0c6-2f3e-49d3-866f-4d5856d10b67 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:16.754193 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a9633281-bab7-4162-870f-e430a05ee516 req-c49bf0c6-2f3e-49d3-866f-4d5856d10b67 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 943 time: 0.0598979 Oct 17 04:37:16.804868 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a9633281-bab7-4162-870f-e430a05ee516 req-6fe552c5-0865-4e6f-9f13-dd69a9fabbe4 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445259 Oct 17 04:37:17.706633 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 33066) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:17.948488 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9459e52-a3b1-4e4b-8de3-4cc7549cc1f8 req-dd2ddf49-8c0f-4b7a-ab7d-c1a23166c7b1 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:17.957110 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d9459e52-a3b1-4e4b-8de3-4cc7549cc1f8 req-dd2ddf49-8c0f-4b7a-ab7d-c1a23166c7b1 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 943 time: 0.0489607 Oct 17 04:37:18.004209 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d9459e52-a3b1-4e4b-8de3-4cc7549cc1f8 req-92ee5dd9-9904-4018-a87d-51ee46bf0274 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470035 Oct 17 04:37:18.301056 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e388916b-f07a-437c-8a4c-a20b24975f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648450'] for router_interface (ef9dfe8e-2638-428a-b697-819c4f07a1e8), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:18.303942 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:18.613476 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:18.619008 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-e388916b-f07a-437c-8a4c-a20b24975f87 admin admin] Deleting port 467b4741-2ac6-410b-b911-90a301b47513 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:37:18.619591 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e388916b-f07a-437c-8a4c-a20b24975f87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (467b4741-2ac6-410b-b911-90a301b47513), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:18.706595 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-e388916b-f07a-437c-8a4c-a20b24975f87 admin admin] For port 467b4741-2ac6-410b-b911-90a301b47513, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=467b4741-2ac6-410b-b911-90a301b47513,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:37:18.707038 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e388916b-f07a-437c-8a4c-a20b24975f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (467b4741-2ac6-410b-b911-90a301b47513), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:18.727345 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-e388916b-f07a-437c-8a4c-a20b24975f87 admin admin] Calling delete_port for 467b4741-2ac6-410b-b911-90a301b47513 owned by network:router_interface {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:37:18.975975 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e388916b-f07a-437c-8a4c-a20b24975f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (467b4741-2ac6-410b-b911-90a301b47513), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:19.003812 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388916b-f07a-437c-8a4c-a20b24975f87 admin admin] Pushing event deleted for resources: {'Port': ['ID=467b4741-2ac6-410b-b911-90a301b47513,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:19.188169 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35089243-2439-4076-9a1a-ff95f77e5821 req-ed18be6b-d03c-4f29-9b85-747b10727042 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:19.193125 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-35089243-2439-4076-9a1a-ff95f77e5821 req-ed18be6b-d03c-4f29-9b85-747b10727042 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 943 time: 0.0855289 Oct 17 04:37:19.280408 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e388916b-f07a-437c-8a4c-a20b24975f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648438'] for router_interface (ef9dfe8e-2638-428a-b697-819c4f07a1e8), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:19.304266 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-35089243-2439-4076-9a1a-ff95f77e5821 req-28a3f5b0-233e-4918-acaa-6535f9a1a4ee tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999427 Oct 17 04:37:19.347270 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325f22a1-cb19-46a5-8451-4ced4a694a0f None None] get_active_networks_info from dv-cinder-861557-1-iscsi {{(pid=104489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 04:37:19.533620 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 33092) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:19.555689 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f22a1-cb19-46a5-8451-4ced4a694a0f None None] Resources bound (agent type, host, resource id): {{(pid=104489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 04:37:19.699391 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:19.746028 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e388916b-f07a-437c-8a4c-a20b24975f87 admin admin] Router ef9dfe8e-2638-428a-b697-819c4f07a1e8 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:37:19.893486 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e388916b-f07a-437c-8a4c-a20b24975f87 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:37:19.899553 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-e388916b-f07a-437c-8a4c-a20b24975f87 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/ef9dfe8e-2638-428a-b697-819c4f07a1e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1910789 Oct 17 04:37:19.901551 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 33096) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:19.920261 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5b0af5-8689-4d3d-9dda-91b8a77c0ce1 None None] Sync routers for ids ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:37:19.939500 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5b0af5-8689-4d3d-9dda-91b8a77c0ce1 None None] Routers {'ef9dfe8e-2638-428a-b697-819c4f07a1e8'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:37:19.941420 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-fe5b0af5-8689-4d3d-9dda-91b8a77c0ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:37:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:37:20.037702 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:20.039601 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:20.094026 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:20.141712 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Publish callbacks [] for router (ef9dfe8e-2638-428a-b697-819c4f07a1e8), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:20.186760 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-7f8bfdd6-fc5d-4e5d-8cd2-61ea46ee5153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648450'] for router_interface (cf3ccc05-0068-40f1-8539-7d2292f48ca6), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:20.217519 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-fe5b0af5-8689-4d3d-9dda-91b8a77c0ce1 None None] Set router ef9dfe8e-2638-428a-b697-819c4f07a1e8 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:37:20.403999 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=100 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:20.404746 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Publish callbacks [] for router_gateway (ef9dfe8e-2638-428a-b697-819c4f07a1e8), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:20.521580 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-fe5b0af5-8689-4d3d-9dda-91b8a77c0ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:37:18Z', 'revision_number': 5, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port': {'id': '703cf0c4-b12c-4e6a-9811-06f9c69856e7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:59Z', 'updated_at': '2022-10-17T04:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:37:20.556448 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5b0af5-8689-4d3d-9dda-91b8a77c0ce1 None None] Checking router: ef9dfe8e-2638-428a-b697-819c4f07a1e8 for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:37:20.582757 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5b0af5-8689-4d3d-9dda-91b8a77c0ce1 None None] Routers {'ef9dfe8e-2638-428a-b697-819c4f07a1e8'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:37:20.586961 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-fe5b0af5-8689-4d3d-9dda-91b8a77c0ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:37:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:37:20.625731 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-7f8bfdd6-fc5d-4e5d-8cd2-61ea46ee5153 admin admin] Deleting port decbcabf-cae3-43f6-b380-5ec431cf4aec {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:37:20.626923 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-7f8bfdd6-fc5d-4e5d-8cd2-61ea46ee5153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (decbcabf-cae3-43f6-b380-5ec431cf4aec), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:20.698554 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-fe5b0af5-8689-4d3d-9dda-91b8a77c0ce1 None None] Set router ef9dfe8e-2638-428a-b697-819c4f07a1e8 gateway port host: None {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:37:20.728962 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb4df4-674d-43ef-9106-ac3039be5835 req-b0900a88-5cca-4d41-baee-dc38b57d1ee3 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:20.730549 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-90eb4df4-674d-43ef-9106-ac3039be5835 req-b0900a88-5cca-4d41-baee-dc38b57d1ee3 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 943 time: 0.2269862 Oct 17 04:37:20.757678 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-fe5b0af5-8689-4d3d-9dda-91b8a77c0ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:37:20Z', 'revision_number': 6, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port_host': None}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:37:20.794237 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-5594c071-2ed6-430d-97f2-f75f4b1f5d2c None None] Provisioning complete for port d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:37:20.794793 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-5594c071-2ed6-430d-97f2-f75f4b1f5d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (d9885051-38ce-4bad-a5d8-bcc35ff5d7f7), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:20.795230 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-5594c071-2ed6-430d-97f2-f75f4b1f5d2c None None] Attempt 1 to provision port d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 Oct 17 04:37:20.799117 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5b0af5-8689-4d3d-9dda-91b8a77c0ce1 None None] The sync data for ids ['ef9dfe8e-2638-428a-b697-819c4f07a1e8'] in dv-cinder-861557-1-iscsi is: [{'id': 'ef9dfe8e-2638-428a-b697-819c4f07a1e8', 'name': 'tempest-AttachVolumeNegativeTest-1174675788-router', 'tenant_id': 'e022e6125e85417881ce226db7a5c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:37:20Z', 'revision_number': 6, 'project_id': 'e022e6125e85417881ce226db7a5c764', 'gw_port_host': None}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:37:20.856941 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-7f8bfdd6-fc5d-4e5d-8cd2-61ea46ee5153 admin admin] For port decbcabf-cae3-43f6-b380-5ec431cf4aec, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=decbcabf-cae3-43f6-b380-5ec431cf4aec,segment=NetworkSegment(c26ac881-75a2-4c4f-bf22-c9e5e29baaeb),segment_id=c26ac881-75a2-4c4f-bf22-c9e5e29baaeb)] {{(pid=104488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:37:20.857235 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-7f8bfdd6-fc5d-4e5d-8cd2-61ea46ee5153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (decbcabf-cae3-43f6-b380-5ec431cf4aec), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:20.868955 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-90eb4df4-674d-43ef-9106-ac3039be5835 req-16973d47-f150-4dad-9d07-5f4e5396bfcb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260936 Oct 17 04:37:20.892673 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-7f8bfdd6-fc5d-4e5d-8cd2-61ea46ee5153 admin admin] Calling delete_port for decbcabf-cae3-43f6-b380-5ec431cf4aec owned by network:router_interface {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:37:20.916143 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Deleting port 703cf0c4-b12c-4e6a-9811-06f9c69856e7 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:37:20.917032 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (703cf0c4-b12c-4e6a-9811-06f9c69856e7), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:20.926646 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-5594c071-2ed6-430d-97f2-f75f4b1f5d2c None None] Current status of the port d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:37:21.013963 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] For port 703cf0c4-b12c-4e6a-9811-06f9c69856e7, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=703cf0c4-b12c-4e6a-9811-06f9c69856e7,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:37:21.014452 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (703cf0c4-b12c-4e6a-9811-06f9c69856e7), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:21.030834 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Calling delete_port for 703cf0c4-b12c-4e6a-9811-06f9c69856e7 owned by network:router_gateway {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:37:21.193954 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-7f8bfdd6-fc5d-4e5d-8cd2-61ea46ee5153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (decbcabf-cae3-43f6-b380-5ec431cf4aec), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:21.221054 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8bfdd6-fc5d-4e5d-8cd2-61ea46ee5153 admin admin] Pushing event deleted for resources: {'Port': ['ID=decbcabf-cae3-43f6-b380-5ec431cf4aec,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:21.282034 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:21.342641 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (703cf0c4-b12c-4e6a-9811-06f9c69856e7), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:21.393877 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Pushing event deleted for resources: {'Port': ['ID=703cf0c4-b12c-4e6a-9811-06f9c69856e7,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:21.412113 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:21.412465 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:21.412807 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:21.413170 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:21.413508 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:21.413837 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:21.414164 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:21.414489 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:21.414811 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:21.415140 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:21.415463 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:21.415786 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:21.416109 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:21.416424 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:21.416748 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:21.431434 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:21.433124 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-7f8bfdd6-fc5d-4e5d-8cd2-61ea46ee5153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648438'] for router_interface (cf3ccc05-0068-40f1-8539-7d2292f48ca6), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:21.499809 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638780'] for router_gateway (ef9dfe8e-2638-428a-b697-819c4f07a1e8), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:21.501525 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:21.503677 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7e7d88-2da0-4dad-8e9c-b3dfe9639238 None None] get_active_networks_info from dv-cinder-861557-1-iscsi {{(pid=104489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 04:37:21.528140 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=100 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:21.597308 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16008'] for router (ef9dfe8e-2638-428a-b697-819c4f07a1e8), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:21.600490 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Publish callbacks [] for router_controller (ef9dfe8e-2638-428a-b697-819c4f07a1e8), precommit_delete_associations {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:21.631117 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7e7d88-2da0-4dad-8e9c-b3dfe9639238 None None] Resources bound (agent type, host, resource id): {{(pid=104489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 04:37:21.675429 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648494'] for router (ef9dfe8e-2638-428a-b697-819c4f07a1e8), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:21.675575 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef9dfe8e-2638-428a-b697-819c4f07a1e8 {{(pid=104487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 04:37:21.681517 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:21.682711 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-d818faf6-9c44-478e-a837-bdb77ed12138 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/ef9dfe8e-2638-428a-b697-819c4f07a1e8 HTTP/1.1" status: 204 len: 168 time: 1.7798450 Oct 17 04:37:21.686678 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 33100) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:21.733240 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8bfdd6-fc5d-4e5d-8cd2-61ea46ee5153 admin admin] Router cf3ccc05-0068-40f1-8539-7d2292f48ca6 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:37:21.766289 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c0c5ab-4d2c-4f32-aea2-55734fd7d5a8 admin admin] Deleting subnet a304680d-2236-42f7-928f-3e762d91fb9c {{(pid=104488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:37:21.769985 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-96c0c5ab-4d2c-4f32-aea2-55734fd7d5a8 admin admin] Publish callbacks [] for subnet (a304680d-2236-42f7-928f-3e762d91fb9c), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:21.850421 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-96c0c5ab-4d2c-4f32-aea2-55734fd7d5a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780812'] for subnet (a304680d-2236-42f7-928f-3e762d91fb9c), precommit_delete_associations {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:21.935505 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8bfdd6-fc5d-4e5d-8cd2-61ea46ee5153 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:37:21.945695 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-7f8bfdd6-fc5d-4e5d-8cd2-61ea46ee5153 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/cf3ccc05-0068-40f1-8539-7d2292f48ca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4107058 Oct 17 04:37:21.945990 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 33104) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:21.960313 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da653d79-e6dc-4147-b7e9-fa275b178dfb None None] Sync routers for ids ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:37:21.975555 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da653d79-e6dc-4147-b7e9-fa275b178dfb None None] Routers {'cf3ccc05-0068-40f1-8539-7d2292f48ca6'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:37:21.977577 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-da653d79-e6dc-4147-b7e9-fa275b178dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:37:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:37:22.032415 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-96c0c5ab-4d2c-4f32-aea2-55734fd7d5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588216'] for subnet (a304680d-2236-42f7-928f-3e762d91fb9c), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:22.191471 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c846d055-e102-46d6-ac49-2f7a2641271c admin admin] Publish callbacks [] for router (cf3ccc05-0068-40f1-8539-7d2292f48ca6), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:22.237605 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-da653d79-e6dc-4147-b7e9-fa275b178dfb None None] Set router cf3ccc05-0068-40f1-8539-7d2292f48ca6 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:37:22.310120 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 467b4741-2ac6-410b-b911-90a301b47513 no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:37:22.320166 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a046b47-4581-42ae-95fe-1889bdf00fd7 req-75c6c60f-072d-4054-8f61-30387f3a88f5 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:22.328341 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4a046b47-4581-42ae-95fe-1889bdf00fd7 req-75c6c60f-072d-4054-8f61-30387f3a88f5 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 943 time: 0.2108378 Oct 17 04:37:22.338862 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 467b4741-2ac6-410b-b911-90a301b47513 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:37:22.339481 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 467b4741-2ac6-410b-b911-90a301b47513 not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:37:22.340078 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 703cf0c4-b12c-4e6a-9811-06f9c69856e7 no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:37:22.376585 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 703cf0c4-b12c-4e6a-9811-06f9c69856e7 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:37:22.376985 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 703cf0c4-b12c-4e6a-9811-06f9c69856e7 not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:37:22.380516 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c846d055-e102-46d6-ac49-2f7a2641271c admin admin] Publish callbacks [] for router_gateway (cf3ccc05-0068-40f1-8539-7d2292f48ca6), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:22.418277 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4a046b47-4581-42ae-95fe-1889bdf00fd7 req-10824ec0-f7bd-42e6-b3db-273f54f6c7ab tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889335 Oct 17 04:37:22.422081 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-96c0c5ab-4d2c-4f32-aea2-55734fd7d5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3592535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7641404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7419449'] for subnet (a304680d-2236-42f7-928f-3e762d91fb9c), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:22.450739 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-c846d055-e102-46d6-ac49-2f7a2641271c admin admin] Deleting port 8ae39705-2e31-4fb3-914c-6cdaeb6192d7 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:37:22.450976 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c846d055-e102-46d6-ac49-2f7a2641271c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (8ae39705-2e31-4fb3-914c-6cdaeb6192d7), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:22.473334 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0c5ab-4d2c-4f32-aea2-55734fd7d5a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a304680d-2236-42f7-928f-3e762d91fb9c,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:22.484987 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-96c0c5ab-4d2c-4f32-aea2-55734fd7d5a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:22.488902 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-96c0c5ab-4d2c-4f32-aea2-55734fd7d5a8 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/a304680d-2236-42f7-928f-3e762d91fb9c HTTP/1.1" status: 204 len: 168 time: 0.8005185 Oct 17 04:37:22.496942 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 33108) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:22.606973 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-c846d055-e102-46d6-ac49-2f7a2641271c admin admin] For port 8ae39705-2e31-4fb3-914c-6cdaeb6192d7, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=8ae39705-2e31-4fb3-914c-6cdaeb6192d7,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:37:22.607669 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c846d055-e102-46d6-ac49-2f7a2641271c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (8ae39705-2e31-4fb3-914c-6cdaeb6192d7), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:22.627890 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-293d6177-6163-4fda-aa9e-c8530d4a7800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3580085'] for network (60b2c529-82f9-47ea-9951-24ba7b38ebc9), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:22.630705 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:22.653257 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-c846d055-e102-46d6-ac49-2f7a2641271c admin admin] Calling delete_port for 8ae39705-2e31-4fb3-914c-6cdaeb6192d7 owned by network:router_gateway {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:37:22.682134 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-293d6177-6163-4fda-aa9e-c8530d4a7800 admin admin] Deleting port d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:37:22.682615 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-293d6177-6163-4fda-aa9e-c8530d4a7800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (d9885051-38ce-4bad-a5d8-bcc35ff5d7f7), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:22.697684 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:22.700155 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-da653d79-e6dc-4147-b7e9-fa275b178dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'name': 'tempest-AttachVolumeTestJSON-690720917-router', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:37:21Z', 'revision_number': 5, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'gw_port': {'id': '8ae39705-2e31-4fb3-914c-6cdaeb6192d7', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:00Z', 'updated_at': '2022-10-17T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:37:22.742986 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da653d79-e6dc-4147-b7e9-fa275b178dfb None None] Checking router: cf3ccc05-0068-40f1-8539-7d2292f48ca6 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:37:22.763706 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662c9db5-0470-4f9c-a100-e2ff3a51d3c7 None None] Network 60b2c529-82f9-47ea-9951-24ba7b38ebc9 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:37:22.785953 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-293d6177-6163-4fda-aa9e-c8530d4a7800 admin admin] For port d9885051-38ce-4bad-a5d8-bcc35ff5d7f7, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=d9885051-38ce-4bad-a5d8-bcc35ff5d7f7,segment=NetworkSegment(d1d8828e-9a3c-4464-accb-82ba9d78aa86),segment_id=d1d8828e-9a3c-4464-accb-82ba9d78aa86)] {{(pid=104488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:37:22.787551 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da653d79-e6dc-4147-b7e9-fa275b178dfb None None] Routers {'cf3ccc05-0068-40f1-8539-7d2292f48ca6'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:37:22.788247 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-da653d79-e6dc-4147-b7e9-fa275b178dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:37:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:37:22.788449 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-293d6177-6163-4fda-aa9e-c8530d4a7800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (d9885051-38ce-4bad-a5d8-bcc35ff5d7f7), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:22.823708 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-293d6177-6163-4fda-aa9e-c8530d4a7800 admin admin] Calling delete_port for d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 owned by network:dhcp {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:37:22.904770 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c846d055-e102-46d6-ac49-2f7a2641271c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (8ae39705-2e31-4fb3-914c-6cdaeb6192d7), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:22.934002 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-850bef99-8c54-495f-85e9-fe1ad8ba53b1 None None] Provisioning complete for port f54dd722-3934-4074-827d-fc16cd893a84 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:37:22.937651 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-850bef99-8c54-495f-85e9-fe1ad8ba53b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (f54dd722-3934-4074-827d-fc16cd893a84), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:22.938001 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846d055-e102-46d6-ac49-2f7a2641271c admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae39705-2e31-4fb3-914c-6cdaeb6192d7,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:22.938523 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-850bef99-8c54-495f-85e9-fe1ad8ba53b1 None None] Attempt 1 to provision port f54dd722-3934-4074-827d-fc16cd893a84 Oct 17 04:37:22.973468 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-da653d79-e6dc-4147-b7e9-fa275b178dfb None None] Set router cf3ccc05-0068-40f1-8539-7d2292f48ca6 gateway port host: None {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:37:23.025721 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-293d6177-6163-4fda-aa9e-c8530d4a7800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (d9885051-38ce-4bad-a5d8-bcc35ff5d7f7), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:23.040585 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c846d055-e102-46d6-ac49-2f7a2641271c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638780'] for router_gateway (cf3ccc05-0068-40f1-8539-7d2292f48ca6), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:23.084624 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293d6177-6163-4fda-aa9e-c8530d4a7800 admin admin] No DVR routers for this DVR port d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 on host dv-cinder-861557-1-iscsi {{(pid=104488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:37:23.087951 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-da653d79-e6dc-4147-b7e9-fa275b178dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'name': 'tempest-AttachVolumeTestJSON-690720917-router', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:37:22Z', 'revision_number': 6, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'gw_port_host': None}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:37:23.090916 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d6177-6163-4fda-aa9e-c8530d4a7800 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9885051-38ce-4bad-a5d8-bcc35ff5d7f7,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:23.159721 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da653d79-e6dc-4147-b7e9-fa275b178dfb None None] The sync data for ids ['cf3ccc05-0068-40f1-8539-7d2292f48ca6'] in dv-cinder-861557-1-iscsi is: [{'id': 'cf3ccc05-0068-40f1-8539-7d2292f48ca6', 'name': 'tempest-AttachVolumeTestJSON-690720917-router', 'tenant_id': '9de6141e0c3a41bcb84ac635b48a51df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:58Z', 'updated_at': '2022-10-17T04:37:22Z', 'revision_number': 6, 'project_id': '9de6141e0c3a41bcb84ac635b48a51df', 'gw_port_host': None}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:37:23.163555 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:23.172982 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:23.187263 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-850bef99-8c54-495f-85e9-fe1ad8ba53b1 None None] Current status of the port f54dd722-3934-4074-827d-fc16cd893a84 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:37:23.216302 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ea9720-e4fe-44e1-b68b-12bdd5a4e85e None None] DHCP port deletion for 60b2c529-82f9-47ea-9951-24ba7b38ebc9 request from dv-cinder-861557-1-iscsi {{(pid=104489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 04:37:23.266319 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c846d055-e102-46d6-ac49-2f7a2641271c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16008'] for router (cf3ccc05-0068-40f1-8539-7d2292f48ca6), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:23.266502 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-293d6177-6163-4fda-aa9e-c8530d4a7800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8774867117788'] for network (60b2c529-82f9-47ea-9951-24ba7b38ebc9), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:23.266715 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c846d055-e102-46d6-ac49-2f7a2641271c admin admin] Publish callbacks [] for router_controller (cf3ccc05-0068-40f1-8539-7d2292f48ca6), precommit_delete_associations {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:23.305016 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.services.segments.db [None req-293d6177-6163-4fda-aa9e-c8530d4a7800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b2c529-82f9-47ea-9951-24ba7b38ebc9']}} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:37:23.316124 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.services.segments.db [None req-293d6177-6163-4fda-aa9e-c8530d4a7800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d8828e-9a3c-4464-accb-82ba9d78aa86') {'for_net_delete': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:37:23.316482 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.services.segments.db [None req-293d6177-6163-4fda-aa9e-c8530d4a7800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d8828e-9a3c-4464-accb-82ba9d78aa86') {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:37:23.328596 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c846d055-e102-46d6-ac49-2f7a2641271c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648494'] for router (cf3ccc05-0068-40f1-8539-7d2292f48ca6), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:23.329197 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c846d055-e102-46d6-ac49-2f7a2641271c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf3ccc05-0068-40f1-8539-7d2292f48ca6 {{(pid=104487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 04:37:23.334182 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c846d055-e102-46d6-ac49-2f7a2641271c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:23.337650 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-c846d055-e102-46d6-ac49-2f7a2641271c admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/cf3ccc05-0068-40f1-8539-7d2292f48ca6 HTTP/1.1" status: 204 len: 168 time: 1.3870702 Oct 17 04:37:23.337901 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-293d6177-6163-4fda-aa9e-c8530d4a7800 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774867185574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780917'] for segment (d1d8828e-9a3c-4464-accb-82ba9d78aa86), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:23.338550 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 33110) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:23.385520 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-293d6177-6163-4fda-aa9e-c8530d4a7800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (d1d8828e-9a3c-4464-accb-82ba9d78aa86), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:23.399056 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-293d6177-6163-4fda-aa9e-c8530d4a7800 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:37:23.399470 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-293d6177-6163-4fda-aa9e-c8530d4a7800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7641558'] for segment (d1d8828e-9a3c-4464-accb-82ba9d78aa86), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:23.496269 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b2bd9d-cc4f-468e-b59b-c37c985620f7 admin admin] Deleting subnet d4565b2b-3a4c-4521-9f7b-f70198a8501f {{(pid=104488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:37:23.500736 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a7b2bd9d-cc4f-468e-b59b-c37c985620f7 admin admin] Publish callbacks [] for subnet (d4565b2b-3a4c-4521-9f7b-f70198a8501f), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:23.547270 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-293d6177-6163-4fda-aa9e-c8530d4a7800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638819'] for network (60b2c529-82f9-47ea-9951-24ba7b38ebc9), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:23.580767 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-293d6177-6163-4fda-aa9e-c8530d4a7800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:23.586398 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-293d6177-6163-4fda-aa9e-c8530d4a7800 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/60b2c529-82f9-47ea-9951-24ba7b38ebc9 HTTP/1.1" status: 204 len: 168 time: 1.0857382 Oct 17 04:37:23.604069 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.services.segments.plugin [-] Segment d1d8828e-9a3c-4464-accb-82ba9d78aa86 resource provider aggregate not found Oct 17 04:37:23.648681 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a7b2bd9d-cc4f-468e-b59b-c37c985620f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780812'] for subnet (d4565b2b-3a4c-4521-9f7b-f70198a8501f), precommit_delete_associations {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:23.652670 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d6177-6163-4fda-aa9e-c8530d4a7800 admin admin] Pushing event deleted for resources: {'Network': ['ID=60b2c529-82f9-47ea-9951-24ba7b38ebc9,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:23.697930 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.services.segments.plugin [-] Segment d1d8828e-9a3c-4464-accb-82ba9d78aa86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1d8828e-9a3c-4464-accb-82ba9d78aa86 found for delete ", "request_id": "req-9f479278-ccf1-4ee4-9ee6-c257069a1f86"}]} Oct 17 04:37:23.706842 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccc98f-e099-41d4-9f07-c05107398cfb req-d07ee962-328c-4113-adbc-72628a218ec3 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:23.708414 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c4ccc98f-e099-41d4-9f07-c05107398cfb req-d07ee962-328c-4113-adbc-72628a218ec3 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 943 time: 0.1866140 Oct 17 04:37:23.793328 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 33122) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:23.795675 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c4ccc98f-e099-41d4-9f07-c05107398cfb req-a29a0c5b-124a-49f5-8ee1-8177a47df25f tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714490 Oct 17 04:37:23.864187 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a7b2bd9d-cc4f-468e-b59b-c37c985620f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588216'] for subnet (d4565b2b-3a4c-4521-9f7b-f70198a8501f), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:23.866429 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-bc00ad8a-cfb8-4209-8b77-02f5a53a0fa8 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=e022e6125e85417881ce226db7a5c764&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0718975 Oct 17 04:37:23.869163 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 33124) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:23.948043 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-24b61569-2abb-4c35-92cf-52f7d256b285 admin admin] Publish callbacks [] for security_group (60ca1116-f356-4424-8bfb-54698000906e), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:23.948844 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:23.974910 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-24b61569-2abb-4c35-92cf-52f7d256b285 admin admin] Publish callbacks [] for security_group (60ca1116-f356-4424-8bfb-54698000906e), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:23.990512 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a7b2bd9d-cc4f-468e-b59b-c37c985620f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3592535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7641404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7419449'] for subnet (d4565b2b-3a4c-4521-9f7b-f70198a8501f), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:24.027206 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2bd9d-cc4f-468e-b59b-c37c985620f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4565b2b-3a4c-4521-9f7b-f70198a8501f,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:24.029476 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a7b2bd9d-cc4f-468e-b59b-c37c985620f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:24.035793 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-a7b2bd9d-cc4f-468e-b59b-c37c985620f7 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/d4565b2b-3a4c-4521-9f7b-f70198a8501f HTTP/1.1" status: 204 len: 168 time: 0.6938643 Oct 17 04:37:24.036660 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 33126) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:24.053560 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dfafc4-f7e2-4d02-9ad3-e0dc3f1c8549 None None] Network 5b651c35-159b-4d6e-a364-6761b8b7e75b requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:37:24.073821 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-24b61569-2abb-4c35-92cf-52f7d256b285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (60ca1116-f356-4424-8bfb-54698000906e), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:24.086781 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-24b61569-2abb-4c35-92cf-52f7d256b285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:24.100344 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-24b61569-2abb-4c35-92cf-52f7d256b285 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/60ca1116-f356-4424-8bfb-54698000906e HTTP/1.1" status: 204 len: 168 time: 0.2279062 Oct 17 04:37:24.204784 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b61569-2abb-4c35-92cf-52f7d256b285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ca1116-f356-4424-8bfb-54698000906e,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:24.206519 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 8ae39705-2e31-4fb3-914c-6cdaeb6192d7 no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:37:24.247318 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 8ae39705-2e31-4fb3-914c-6cdaeb6192d7 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:37:24.247720 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 8ae39705-2e31-4fb3-914c-6cdaeb6192d7 not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:37:24.248146 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:37:24.292954 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:37:24.294138 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device d9885051-38ce-4bad-a5d8-bcc35ff5d7f7 not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:37:24.294692 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device decbcabf-cae3-43f6-b380-5ec431cf4aec no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:37:24.328813 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a78da30b-0137-4a84-9e6d-728a65e3ed53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3580085'] for network (5b651c35-159b-4d6e-a364-6761b8b7e75b), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:24.351820 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: decbcabf-cae3-43f6-b380-5ec431cf4aec {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:37:24.351820 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device decbcabf-cae3-43f6-b380-5ec431cf4aec not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:37:24.378032 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35438b5a-3d98-4635-87ef-91f13a7f4f2e None None] DHCP port deletion for 5b651c35-159b-4d6e-a364-6761b8b7e75b request from dv-cinder-861557-1-iscsi {{(pid=104489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 04:37:24.434450 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a78da30b-0137-4a84-9e6d-728a65e3ed53 admin admin] Deleting port f54dd722-3934-4074-827d-fc16cd893a84 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:37:24.436507 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a78da30b-0137-4a84-9e6d-728a65e3ed53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (f54dd722-3934-4074-827d-fc16cd893a84), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:24.469747 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=100 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:24.473824 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-35438b5a-3d98-4635-87ef-91f13a7f4f2e None None] Deleting port f54dd722-3934-4074-827d-fc16cd893a84 {{(pid=104489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:37:24.473989 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-35438b5a-3d98-4635-87ef-91f13a7f4f2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (f54dd722-3934-4074-827d-fc16cd893a84), before_delete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:24.553594 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-35438b5a-3d98-4635-87ef-91f13a7f4f2e None None] For port f54dd722-3934-4074-827d-fc16cd893a84, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=f54dd722-3934-4074-827d-fc16cd893a84,segment=NetworkSegment(c26ac881-75a2-4c4f-bf22-c9e5e29baaeb),segment_id=c26ac881-75a2-4c4f-bf22-c9e5e29baaeb)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:37:24.554073 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-35438b5a-3d98-4635-87ef-91f13a7f4f2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (f54dd722-3934-4074-827d-fc16cd893a84), precommit_delete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:24.568136 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a78da30b-0137-4a84-9e6d-728a65e3ed53 admin admin] For port f54dd722-3934-4074-827d-fc16cd893a84, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=f54dd722-3934-4074-827d-fc16cd893a84,segment=NetworkSegment(c26ac881-75a2-4c4f-bf22-c9e5e29baaeb),segment_id=c26ac881-75a2-4c4f-bf22-c9e5e29baaeb)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:37:24.568509 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a78da30b-0137-4a84-9e6d-728a65e3ed53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (f54dd722-3934-4074-827d-fc16cd893a84), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:24.571607 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-35438b5a-3d98-4635-87ef-91f13a7f4f2e None None] Calling delete_port for f54dd722-3934-4074-827d-fc16cd893a84 owned by network:dhcp {{(pid=104489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:37:24.592030 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a78da30b-0137-4a84-9e6d-728a65e3ed53 admin admin] Calling delete_port for f54dd722-3934-4074-827d-fc16cd893a84 owned by network:dhcp {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:37:24.754586 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a78da30b-0137-4a84-9e6d-728a65e3ed53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (f54dd722-3934-4074-827d-fc16cd893a84), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:24.802767 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78da30b-0137-4a84-9e6d-728a65e3ed53 admin admin] Pushing event deleted for resources: {'Port': ['ID=f54dd722-3934-4074-827d-fc16cd893a84,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:24.819928 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78da30b-0137-4a84-9e6d-728a65e3ed53 admin admin] No DVR routers for this DVR port f54dd722-3934-4074-827d-fc16cd893a84 on host dv-cinder-861557-1-iscsi {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:37:24.873925 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-35438b5a-3d98-4635-87ef-91f13a7f4f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285'] for port (f54dd722-3934-4074-827d-fc16cd893a84), after_delete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:24.882631 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:24.905300 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35438b5a-3d98-4635-87ef-91f13a7f4f2e None None] Pushing event deleted for resources: {'Port': ['ID=f54dd722-3934-4074-827d-fc16cd893a84,revision_number=None']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:24.914511 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35438b5a-3d98-4635-87ef-91f13a7f4f2e None None] No DVR routers for this DVR port f54dd722-3934-4074-827d-fc16cd893a84 on host dv-cinder-861557-1-iscsi {{(pid=104489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:37:24.938220 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a78da30b-0137-4a84-9e6d-728a65e3ed53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8774867117788'] for network (5b651c35-159b-4d6e-a364-6761b8b7e75b), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:24.961445 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-a78da30b-0137-4a84-9e6d-728a65e3ed53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b651c35-159b-4d6e-a364-6761b8b7e75b']}} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:37:24.973722 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-a78da30b-0137-4a84-9e6d-728a65e3ed53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c26ac881-75a2-4c4f-bf22-c9e5e29baaeb') {'for_net_delete': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:37:24.974018 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-a78da30b-0137-4a84-9e6d-728a65e3ed53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c26ac881-75a2-4c4f-bf22-c9e5e29baaeb') {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:37:24.975657 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:24.989719 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a78da30b-0137-4a84-9e6d-728a65e3ed53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774867185574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8359346'] for segment (c26ac881-75a2-4c4f-bf22-c9e5e29baaeb), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:25.009889 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a78da30b-0137-4a84-9e6d-728a65e3ed53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (c26ac881-75a2-4c4f-bf22-c9e5e29baaeb), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:25.017669 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78da30b-0137-4a84-9e6d-728a65e3ed53 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=104487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:37:25.018502 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a78da30b-0137-4a84-9e6d-728a65e3ed53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7604736'] for segment (c26ac881-75a2-4c4f-bf22-c9e5e29baaeb), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:25.044373 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64a6bf-cd61-465f-9d5e-bbf03a677bed req-9b9a1d10-e678-4ced-a0fc-0b62c33682a2 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:25.048236 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2e64a6bf-cd61-465f-9d5e-bbf03a677bed req-9b9a1d10-e678-4ced-a0fc-0b62c33682a2 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 943 time: 0.0980814 Oct 17 04:37:25.129179 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a78da30b-0137-4a84-9e6d-728a65e3ed53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638819'] for network (5b651c35-159b-4d6e-a364-6761b8b7e75b), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:25.140117 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a78da30b-0137-4a84-9e6d-728a65e3ed53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:25.146120 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-a78da30b-0137-4a84-9e6d-728a65e3ed53 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/5b651c35-159b-4d6e-a364-6761b8b7e75b HTTP/1.1" status: 204 len: 168 time: 1.1076794 Oct 17 04:37:25.164826 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78da30b-0137-4a84-9e6d-728a65e3ed53 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b651c35-159b-4d6e-a364-6761b8b7e75b,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:25.276414 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment c26ac881-75a2-4c4f-bf22-c9e5e29baaeb resource provider aggregate not found Oct 17 04:37:25.302212 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment c26ac881-75a2-4c4f-bf22-c9e5e29baaeb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c26ac881-75a2-4c4f-bf22-c9e5e29baaeb found for delete ", "request_id": "req-a9104bd8-ac0e-41d5-8331-2b65804b88a8"}]} Oct 17 04:37:25.413718 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 33158) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:25.468204 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-57e9d5b1-2300-4bd0-bc22-cd3fdd861052 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=9de6141e0c3a41bcb84ac635b48a51df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0524974 Oct 17 04:37:25.470502 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 33160) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:25.488017 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:DELETE=10 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:25.589525 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2e64a6bf-cd61-465f-9d5e-bbf03a677bed req-f1348de8-bb9c-44cd-941f-7d6ebdf767e0 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5299757 Oct 17 04:37:25.594030 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1e03ae12-93dd-41ad-a826-8b809cfaca76 admin admin] Publish callbacks [] for security_group (e30332f6-46bc-4abe-a4e2-01219eb6671e), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:25.634657 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1e03ae12-93dd-41ad-a826-8b809cfaca76 admin admin] Publish callbacks [] for security_group (e30332f6-46bc-4abe-a4e2-01219eb6671e), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:25.700779 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1e03ae12-93dd-41ad-a826-8b809cfaca76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (e30332f6-46bc-4abe-a4e2-01219eb6671e), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:25.703988 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1e03ae12-93dd-41ad-a826-8b809cfaca76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:25.705290 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-1e03ae12-93dd-41ad-a826-8b809cfaca76 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/e30332f6-46bc-4abe-a4e2-01219eb6671e HTTP/1.1" status: 204 len: 168 time: 0.2338068 Oct 17 04:37:25.714567 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03ae12-93dd-41ad-a826-8b809cfaca76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30332f6-46bc-4abe-a4e2-01219eb6671e,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:26.082268 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device f54dd722-3934-4074-827d-fc16cd893a84 no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:37:26.110846 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: f54dd722-3934-4074-827d-fc16cd893a84 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:37:26.111650 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device f54dd722-3934-4074-827d-fc16cd893a84 not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:37:26.685561 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bdf76-6662-48ef-a7dd-7da66db10cd4 req-712de579-9b47-4c57-a69b-f1c1daca29eb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:26.689513 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-081bdf76-6662-48ef-a7dd-7da66db10cd4 req-712de579-9b47-4c57-a69b-f1c1daca29eb tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 943 time: 0.0515993 Oct 17 04:37:26.734487 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-081bdf76-6662-48ef-a7dd-7da66db10cd4 req-ac3e8ff3-237e-4f20-91f8-718515dbb80d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414391 Oct 17 04:37:27.261856 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 33224) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:27.371938 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-967f117e-2eef-4c5d-8f84-da1ef4a10e30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:27.455333 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-967f117e-2eef-4c5d-8f84-da1ef4a10e30 admin admin] Publish callbacks [] for security_group (521809da-f18c-4b1f-b77e-2bec35494e1a), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:27.458398 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-967f117e-2eef-4c5d-8f84-da1ef4a10e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (521809da-f18c-4b1f-b77e-2bec35494e1a), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:27.499860 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-967f117e-2eef-4c5d-8f84-da1ef4a10e30 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=e511252cd28247069d96b2378a31f23c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369356 Oct 17 04:37:27.500838 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f117e-2eef-4c5d-8f84-da1ef4a10e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521809da-f18c-4b1f-b77e-2bec35494e1a,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:27.503323 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 33234) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:27.562702 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-45463dfa-d5bb-4fcf-8a08-e8d1cc6a63df admin admin] Publish callbacks [] for security_group (521809da-f18c-4b1f-b77e-2bec35494e1a), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:27.584691 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-45463dfa-d5bb-4fcf-8a08-e8d1cc6a63df admin admin] Publish callbacks [] for security_group (521809da-f18c-4b1f-b77e-2bec35494e1a), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:27.651041 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-45463dfa-d5bb-4fcf-8a08-e8d1cc6a63df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (521809da-f18c-4b1f-b77e-2bec35494e1a), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:27.653796 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-45463dfa-d5bb-4fcf-8a08-e8d1cc6a63df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:27.655467 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-45463dfa-d5bb-4fcf-8a08-e8d1cc6a63df admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/521809da-f18c-4b1f-b77e-2bec35494e1a HTTP/1.1" status: 204 len: 168 time: 0.1503849 Oct 17 04:37:27.663381 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45463dfa-d5bb-4fcf-8a08-e8d1cc6a63df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521809da-f18c-4b1f-b77e-2bec35494e1a,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:27.866573 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9a67f-c8f7-4d99-b141-82ae4c732e4d req-8fe0fef8-8805-49bf-aa12-18a16a8685ab tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:27.868694 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d2b9a67f-c8f7-4d99-b141-82ae4c732e4d req-8fe0fef8-8805-49bf-aa12-18a16a8685ab tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 943 time: 0.0501461 Oct 17 04:37:27.919759 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d2b9a67f-c8f7-4d99-b141-82ae4c732e4d req-8722a4b4-5459-4241-b69e-2eb7c6f36a8a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444725 Oct 17 04:37:29.014556 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 0c4b79b8-f091-4221-b5d8-ad21adc83468 details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:37:29.065424 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:29.079675 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a852c35-6b27-4832-ade8-8c15b7c1db2a req-5401f396-f766-4183-b1ff-4b951848fa1f tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:29.081245 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5a852c35-6b27-4832-ade8-8c15b7c1db2a req-5401f396-f766-4183-b1ff-4b951848fa1f tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 943 time: 0.0617347 Oct 17 04:37:29.136273 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5a852c35-6b27-4832-ade8-8c15b7c1db2a req-4116ea5e-8dd4-4d3a-b78a-f30298f1764c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491107 Oct 17 04:37:29.154005 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 0c4b79b8-f091-4221-b5d8-ad21adc83468, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=0c4b79b8-f091-4221-b5d8-ad21adc83468,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:37:29.166168 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': '0c4b79b8-f091-4221-b5d8-ad21adc83468', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'port_id': '0c4b79b8-f091-4221-b5d8-ad21adc83468', 'mac_address': 'fa:16:3e:c7:9d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:37:29.205774 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 0c4b79b8-f091-4221-b5d8-ad21adc83468 is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:37:29.206163 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:29.219806 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4b79b8-f091-4221-b5d8-ad21adc83468 {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:37:29.241102 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 0c4b79b8-f091-4221-b5d8-ad21adc83468, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=0c4b79b8-f091-4221-b5d8-ad21adc83468,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:37:29.245791 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:29.301633 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=0c4b79b8-f091-4221-b5d8-ad21adc83468,revision_number=9']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:29.461682 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['0c4b79b8-f091-4221-b5d8-ad21adc83468'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:37:30.271267 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d2428-1ba4-4db6-9f92-d37ffec1d704 req-ec8defa2-8775-48f9-abe2-ef8a152eda93 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:30.272745 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ef9d2428-1ba4-4db6-9f92-d37ffec1d704 req-ec8defa2-8775-48f9-abe2-ef8a152eda93 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 944 time: 0.0508916 Oct 17 04:37:30.320272 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ef9d2428-1ba4-4db6-9f92-d37ffec1d704 req-987c03f8-7735-46fd-bd36-2c5668dffe65 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418398 Oct 17 04:37:31.024764 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 0c4b79b8-f091-4221-b5d8-ad21adc83468 up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:37:31.073348 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port 0c4b79b8-f091-4221-b5d8-ad21adc83468 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:37:31.073795 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:31.074113 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port 0c4b79b8-f091-4221-b5d8-ad21adc83468 Oct 17 04:37:31.121838 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:31.122980 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-1f501db4-b68f-41c2-a433-502b17ea4967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:31.167008 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 0c4b79b8-f091-4221-b5d8-ad21adc83468 is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:37:31.167392 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:31.193610 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58170c9-886a-45c1-9c0e-acfb37fab782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4b79b8-f091-4221-b5d8-ad21adc83468'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:37:31.195871 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54a82eb-a2e7-43df-a625-1ce363324e0d" -d '{"events": [{"server_uuid": "e58170c9-886a-45c1-9c0e-acfb37fab782", "name": "network-vif-plugged", "status": "completed", "tag": "0c4b79b8-f091-4221-b5d8-ad21adc83468"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:37:31.209767 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 0c4b79b8-f091-4221-b5d8-ad21adc83468, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=0c4b79b8-f091-4221-b5d8-ad21adc83468,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:37:31.214531 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:31.245778 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a824c7b8-dc66-4570-b97d-93835b206838 x-openstack-request-id: req-a824c7b8-dc66-4570-b97d-93835b206838 {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:37:31.246106 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58170c9-886a-45c1-9c0e-acfb37fab782", "name": "network-vif-plugged", "status": "completed", "tag": "0c4b79b8-f091-4221-b5d8-ad21adc83468", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:37:31.246362 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a824c7b8-dc66-4570-b97d-93835b206838 {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:37:31.246762 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a824c7b8-dc66-4570-b97d-93835b206838'] response: {'server_uuid': 'e58170c9-886a-45c1-9c0e-acfb37fab782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4b79b8-f091-4221-b5d8-ad21adc83468', 'code': 200} Oct 17 04:37:31.278444 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=0c4b79b8-f091-4221-b5d8-ad21adc83468,revision_number=10']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:31.445742 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15244e34-61b0-4cf0-a796-07cf42ef2922 req-4af9a025-cff1-4ed7-86e9-c011c480d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:31.447869 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-15244e34-61b0-4cf0-a796-07cf42ef2922 req-4af9a025-cff1-4ed7-86e9-c011c480d5b9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 1130 time: 0.0425477 Oct 17 04:37:31.460004 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89fd69-d6ad-4a08-a718-cb8220cccb4c req-81456c9b-f8df-467c-8dc8-8a59692cf206 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:31.461736 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-dd89fd69-d6ad-4a08-a718-cb8220cccb4c req-81456c9b-f8df-467c-8dc8-8a59692cf206 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 946 time: 0.0490494 Oct 17 04:37:31.498596 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-15244e34-61b0-4cf0-a796-07cf42ef2922 req-f3268d56-29e9-4dbc-9863-b36daddfe6dd service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434749 Oct 17 04:37:31.513886 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-dd89fd69-d6ad-4a08-a718-cb8220cccb4c req-10c00d06-8aa9-4db4-82c0-f090ac32088c tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447240 Oct 17 04:37:32.651717 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c7d65-e544-4007-bd51-0a64a30b12cf req-8b15237a-a372-42f7-850a-80a3ff8d716d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:32.653195 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-702c7d65-e544-4007-bd51-0a64a30b12cf req-8b15237a-a372-42f7-850a-80a3ff8d716d tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 946 time: 0.0574427 Oct 17 04:37:32.700174 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-702c7d65-e544-4007-bd51-0a64a30b12cf req-665ca123-5ab2-4afd-bfdb-8f653049e7f0 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406785 Oct 17 04:37:33.478783 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-7facccd0-7b6a-4a24-a0dc-56fd43b216ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:33.827007 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b15c5-4826-4120-956b-377b01b2b883 req-ad30cd92-ba78-488c-a550-0f7c82aebba9 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:33.829067 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2d9b15c5-4826-4120-956b-377b01b2b883 req-ad30cd92-ba78-488c-a550-0f7c82aebba9 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 946 time: 0.0468202 Oct 17 04:37:33.875194 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2d9b15c5-4826-4120-956b-377b01b2b883 req-83808ada-c42f-4533-b41d-ff4690c5345f tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403633 Oct 17 04:37:34.505282 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:34.548535 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:34.651487 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:34.963743 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:35.001860 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09e9d2-5aa2-47ab-9fd1-8ddfee755412 req-0afcd862-d830-4bea-bb2d-b80999c94e3b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:35.003328 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0f09e9d2-5aa2-47ab-9fd1-8ddfee755412 req-0afcd862-d830-4bea-bb2d-b80999c94e3b tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 946 time: 0.0481956 Oct 17 04:37:35.052896 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0f09e9d2-5aa2-47ab-9fd1-8ddfee755412 req-32dc0e7d-ac70-482a-bde2-e9f2785cc013 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439186 Oct 17 04:37:36.181187 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33084cd-78b5-43b0-bf90-64338f4d6ce4 req-3cc97d50-470c-4c55-9688-29a3f9b0c9ca tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:36.182633 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c33084cd-78b5-43b0-bf90-64338f4d6ce4 req-3cc97d50-470c-4c55-9688-29a3f9b0c9ca tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 946 time: 0.0473487 Oct 17 04:37:36.213373 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:36.235016 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c33084cd-78b5-43b0-bf90-64338f4d6ce4 req-94b3edc1-f3aa-44b5-9d35-9b52fbc3e0de tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455816 Oct 17 04:37:36.258454 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:36.507189 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:36.739189 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 33456) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:36.846489 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-820e6819-dbe3-4213-8b67-1230991f1f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:36.924679 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-820e6819-dbe3-4213-8b67-1230991f1f72 admin admin] Publish callbacks [] for security_group (13db649b-4146-40ea-a092-807daae20829), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:36.928127 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-820e6819-dbe3-4213-8b67-1230991f1f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (13db649b-4146-40ea-a092-807daae20829), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:36.969290 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-820e6819-dbe3-4213-8b67-1230991f1f72 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=523ff2d2421c4e74a3c790567426a151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288387 Oct 17 04:37:36.970230 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e6819-dbe3-4213-8b67-1230991f1f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13db649b-4146-40ea-a092-807daae20829,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:36.971738 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 33470) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:37.024338 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a07b013c-8bc7-44bc-b8e5-057ea8f27c87 admin admin] Publish callbacks [] for security_group (13db649b-4146-40ea-a092-807daae20829), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:37.048712 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a07b013c-8bc7-44bc-b8e5-057ea8f27c87 admin admin] Publish callbacks [] for security_group (13db649b-4146-40ea-a092-807daae20829), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:37.098211 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a07b013c-8bc7-44bc-b8e5-057ea8f27c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (13db649b-4146-40ea-a092-807daae20829), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:37.101117 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a07b013c-8bc7-44bc-b8e5-057ea8f27c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:37.104658 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-a07b013c-8bc7-44bc-b8e5-057ea8f27c87 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/13db649b-4146-40ea-a092-807daae20829 HTTP/1.1" status: 204 len: 168 time: 0.1287692 Oct 17 04:37:37.110760 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b013c-8bc7-44bc-b8e5-057ea8f27c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13db649b-4146-40ea-a092-807daae20829,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:37.380715 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a87c8f-fe36-4b7e-8db9-3f26b8565832 req-17c2d9f8-0152-4e46-83bf-7b9bbb062963 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:37.382426 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-01a87c8f-fe36-4b7e-8db9-3f26b8565832 req-17c2d9f8-0152-4e46-83bf-7b9bbb062963 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 946 time: 0.0614462 Oct 17 04:37:37.435129 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-01a87c8f-fe36-4b7e-8db9-3f26b8565832 req-a031ac56-7e3f-4651-ac48-38aeace6ff54 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465553 Oct 17 04:37:38.732831 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 33542) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:38.840421 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a13f02c7-8996-4949-9461-87b82112f012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:38.873489 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:38.918758 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a13f02c7-8996-4949-9461-87b82112f012 admin admin] Publish callbacks [] for security_group (0ba28dcc-81fd-47df-9f15-e815d3a1bdcf), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:38.923197 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-a13f02c7-8996-4949-9461-87b82112f012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (0ba28dcc-81fd-47df-9f15-e815d3a1bdcf), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:38.962217 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-a13f02c7-8996-4949-9461-87b82112f012 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=9296702aab404840a818e3a501ad9860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273176 Oct 17 04:37:38.963045 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f02c7-8996-4949-9461-87b82112f012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba28dcc-81fd-47df-9f15-e815d3a1bdcf,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:38.964914 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 33548) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:38.971130 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13f02c7-8996-4949-9461-87b82112f012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:38.971481 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13f02c7-8996-4949-9461-87b82112f012 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:38.971824 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13f02c7-8996-4949-9461-87b82112f012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:38.972161 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13f02c7-8996-4949-9461-87b82112f012 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:38.972495 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13f02c7-8996-4949-9461-87b82112f012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:38.972827 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13f02c7-8996-4949-9461-87b82112f012 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:38.973182 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13f02c7-8996-4949-9461-87b82112f012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:38.973511 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13f02c7-8996-4949-9461-87b82112f012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:38.973839 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13f02c7-8996-4949-9461-87b82112f012 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:38.974165 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13f02c7-8996-4949-9461-87b82112f012 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:38.974492 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13f02c7-8996-4949-9461-87b82112f012 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:38.974820 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13f02c7-8996-4949-9461-87b82112f012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:38.975147 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13f02c7-8996-4949-9461-87b82112f012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:38.975466 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13f02c7-8996-4949-9461-87b82112f012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:38.975785 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13f02c7-8996-4949-9461-87b82112f012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:37:39.014817 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9b7d18a3-6fd8-40a2-a92e-9780d664a467 admin admin] Publish callbacks [] for security_group (0ba28dcc-81fd-47df-9f15-e815d3a1bdcf), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:39.033970 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:DELETE=7,neutron:SELECT=86,neutron:INSERT=7 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:39.036212 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9b7d18a3-6fd8-40a2-a92e-9780d664a467 admin admin] Publish callbacks [] for security_group (0ba28dcc-81fd-47df-9f15-e815d3a1bdcf), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:39.084986 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9b7d18a3-6fd8-40a2-a92e-9780d664a467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (0ba28dcc-81fd-47df-9f15-e815d3a1bdcf), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:39.087486 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9b7d18a3-6fd8-40a2-a92e-9780d664a467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:39.088642 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-9b7d18a3-6fd8-40a2-a92e-9780d664a467 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/0ba28dcc-81fd-47df-9f15-e815d3a1bdcf HTTP/1.1" status: 204 len: 168 time: 0.1226203 Oct 17 04:37:39.097138 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d18a3-6fd8-40a2-a92e-9780d664a467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba28dcc-81fd-47df-9f15-e815d3a1bdcf,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:39.110849 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:39.352306 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 33556) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:39.365722 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bbf42ecc-1d1a-4233-9de3-4522e7f462b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:39.438717 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:39.443797 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bbf42ecc-1d1a-4233-9de3-4522e7f462b0 admin admin] Publish callbacks [] for security_group (eade52f9-f0bd-456e-a943-cacb4284159c), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:39.447795 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bbf42ecc-1d1a-4233-9de3-4522e7f462b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (eade52f9-f0bd-456e-a943-cacb4284159c), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:39.487984 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-bbf42ecc-1d1a-4233-9de3-4522e7f462b0 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=108cf1458520481f9ed5e9725f4b231a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346054 Oct 17 04:37:39.492471 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 33560) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:39.492628 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf42ecc-1d1a-4233-9de3-4522e7f462b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eade52f9-f0bd-456e-a943-cacb4284159c,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:39.557046 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8ccabbe2-8b46-4d6f-8d48-f960d20fafcc admin admin] Publish callbacks [] for security_group (eade52f9-f0bd-456e-a943-cacb4284159c), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:39.577847 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8ccabbe2-8b46-4d6f-8d48-f960d20fafcc admin admin] Publish callbacks [] for security_group (eade52f9-f0bd-456e-a943-cacb4284159c), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:39.635265 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8ccabbe2-8b46-4d6f-8d48-f960d20fafcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (eade52f9-f0bd-456e-a943-cacb4284159c), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:39.638463 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8ccabbe2-8b46-4d6f-8d48-f960d20fafcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:39.639613 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-8ccabbe2-8b46-4d6f-8d48-f960d20fafcc admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/eade52f9-f0bd-456e-a943-cacb4284159c HTTP/1.1" status: 204 len: 168 time: 0.1459072 Oct 17 04:37:39.650062 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccabbe2-8b46-4d6f-8d48-f960d20fafcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eade52f9-f0bd-456e-a943-cacb4284159c,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:41.802223 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 33656) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:41.906038 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-aaed773a-98c7-413b-8d06-9a7045031481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:41.918075 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:41.989560 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-aaed773a-98c7-413b-8d06-9a7045031481 admin admin] Publish callbacks [] for security_group (12eec277-92dc-4806-b554-0254c7b6beb7), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:41.993296 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-aaed773a-98c7-413b-8d06-9a7045031481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (12eec277-92dc-4806-b554-0254c7b6beb7), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:42.033238 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-aaed773a-98c7-413b-8d06-9a7045031481 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=737dd1b56e3d407694496673acfb154d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299111 Oct 17 04:37:42.034308 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed773a-98c7-413b-8d06-9a7045031481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12eec277-92dc-4806-b554-0254c7b6beb7,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:42.035995 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 33660) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:42.086419 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3b861024-9e33-49de-ac80-f8029dd6cbf1 admin admin] Publish callbacks [] for security_group (12eec277-92dc-4806-b554-0254c7b6beb7), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:42.107384 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3b861024-9e33-49de-ac80-f8029dd6cbf1 admin admin] Publish callbacks [] for security_group (12eec277-92dc-4806-b554-0254c7b6beb7), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:42.156035 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3b861024-9e33-49de-ac80-f8029dd6cbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (12eec277-92dc-4806-b554-0254c7b6beb7), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:42.159761 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3b861024-9e33-49de-ac80-f8029dd6cbf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:42.160823 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-3b861024-9e33-49de-ac80-f8029dd6cbf1 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/12eec277-92dc-4806-b554-0254c7b6beb7 HTTP/1.1" status: 204 len: 168 time: 0.1237500 Oct 17 04:37:42.168837 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b861024-9e33-49de-ac80-f8029dd6cbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12eec277-92dc-4806-b554-0254c7b6beb7,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:42.475739 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 33678) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:42.490340 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9247df67-d440-4490-83d1-0735d99a8325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:42.568334 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9247df67-d440-4490-83d1-0735d99a8325 admin admin] Publish callbacks [] for security_group (63961747-d0d9-4652-a21e-02c7db299a33), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:42.571751 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9247df67-d440-4490-83d1-0735d99a8325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (63961747-d0d9-4652-a21e-02c7db299a33), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:42.613145 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-9247df67-d440-4490-83d1-0735d99a8325 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=2d41c4502a874484b982a2dfa420341d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360130 Oct 17 04:37:42.615050 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247df67-d440-4490-83d1-0735d99a8325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63961747-d0d9-4652-a21e-02c7db299a33,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:42.615873 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 33680) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:42.669678 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bb7ff1f8-678a-4484-958b-3930b833847b admin admin] Publish callbacks [] for security_group (63961747-d0d9-4652-a21e-02c7db299a33), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:42.690698 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bb7ff1f8-678a-4484-958b-3930b833847b admin admin] Publish callbacks [] for security_group (63961747-d0d9-4652-a21e-02c7db299a33), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:42.739446 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bb7ff1f8-678a-4484-958b-3930b833847b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (63961747-d0d9-4652-a21e-02c7db299a33), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:42.742182 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bb7ff1f8-678a-4484-958b-3930b833847b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:42.743333 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-bb7ff1f8-678a-4484-958b-3930b833847b admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/63961747-d0d9-4652-a21e-02c7db299a33 HTTP/1.1" status: 204 len: 168 time: 0.1264982 Oct 17 04:37:42.751373 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ff1f8-678a-4484-958b-3930b833847b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63961747-d0d9-4652-a21e-02c7db299a33,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:43.418454 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 33702) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:43.440014 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:37:43.519727 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-b3e2a172-1545-4c04-892a-ac7d363738a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-666875876-network', 'tenant_id': '93ea82d88b2c4a7b8bf597bd83a02287'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:37:43.540672 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e2a172-1545-4c04-892a-ac7d363738a2 admin admin] Made reservation on behalf of 93ea82d88b2c4a7b8bf597bd83a02287 for: {'network': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:37:43.543453 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b3e2a172-1545-4c04-892a-ac7d363738a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for network (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:43.552481 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b3e2a172-1545-4c04-892a-ac7d363738a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:43.629226 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b3e2a172-1545-4c04-892a-ac7d363738a2 admin admin] Publish callbacks [] for security_group (e598c3f2-707b-46b9-a4a0-a750795c5142), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:43.633400 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b3e2a172-1545-4c04-892a-ac7d363738a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (e598c3f2-707b-46b9-a4a0-a750795c5142), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:43.658973 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=17 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:43.662329 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e2a172-1545-4c04-892a-ac7d363738a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=104487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 04:37:43.668692 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2a172-1545-4c04-892a-ac7d363738a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e598c3f2-707b-46b9-a4a0-a750795c5142,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:43.677367 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b3e2a172-1545-4c04-892a-ac7d363738a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (875bb5b6-85d3-447e-9f5d-edb1cffd4d3f), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:43.677367 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.segments_db [None req-b3e2a172-1545-4c04-892a-ac7d363738a2 admin admin] Added segment 875bb5b6-85d3-447e-9f5d-edb1cffd4d3f of type vlan for network d204bf53-e9f0-47db-9eef-9f1a69ee26b7 Oct 17 04:37:43.720712 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b3e2a172-1545-4c04-892a-ac7d363738a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774866605761'] for network (d204bf53-e9f0-47db-9eef-9f1a69ee26b7), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:43.747032 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b3e2a172-1545-4c04-892a-ac7d363738a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for network (d204bf53-e9f0-47db-9eef-9f1a69ee26b7), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:43.748467 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e2a172-1545-4c04-892a-ac7d363738a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:43.749226 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b3e2a172-1545-4c04-892a-ac7d363738a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:43.805518 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-b3e2a172-1545-4c04-892a-ac7d363738a2 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3858132 Oct 17 04:37:43.808427 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 33712) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:37:43.819524 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2a172-1545-4c04-892a-ac7d363738a2 admin admin] Pushing event updated for resources: {'Network': ['ID=d204bf53-e9f0-47db-9eef-9f1a69ee26b7,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:43.833834 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Network d204bf53-e9f0-47db-9eef-9f1a69ee26b7 details requested by agent ovs-agent-dv-cinder-861557-1-iscsi with host dv-cinder-861557-1-iscsi {{(pid=104489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:37:43.847708 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-36a64556-c003-4703-b924-c096f574c2da admin admin] Request body: {'subnet': {'network_id': 'd204bf53-e9f0-47db-9eef-9f1a69ee26b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-666875876-subnet', 'tenant_id': '93ea82d88b2c4a7b8bf597bd83a02287', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:37:43.880271 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a64556-c003-4703-b924-c096f574c2da admin admin] Made reservation on behalf of 93ea82d88b2c4a7b8bf597bd83a02287 for: {'subnet': 1} {{(pid=104488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:37:43.883158 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-36a64556-c003-4703-b924-c096f574c2da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7420120'] for subnet (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:44.023529 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:INSERT=15,neutron:SELECT=78,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:44.076093 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-36a64556-c003-4703-b924-c096f574c2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7641469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7420106'] for subnet (1dc650cc-ccfc-4d1e-ae22-88cddca3fe77), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:44.133191 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a64556-c003-4703-b924-c096f574c2da admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dc650cc-ccfc-4d1e-ae22-88cddca3fe77,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:44.140573 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a64556-c003-4703-b924-c096f574c2da admin admin] Checking segment: {'id': '875bb5b6-85d3-447e-9f5d-edb1cffd4d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd204bf53-e9f0-47db-9eef-9f1a69ee26b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:37:44.140946 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a64556-c003-4703-b924-c096f574c2da admin admin] Network hostable DHCP agents. Network: d204bf53-e9f0-47db-9eef-9f1a69ee26b7, hostable agents: ['1a971c09-9b48-4566-8e55-15bd954a700d'], hosted agents: [] {{(pid=104488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:37:44.159006 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a64556-c003-4703-b924-c096f574c2da admin admin] Network d204bf53-e9f0-47db-9eef-9f1a69ee26b7 is scheduled to be hosted by DHCP agent 1a971c09-9b48-4566-8e55-15bd954a700d with binding_index 1 {{(pid=104488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:37:44.167381 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-36a64556-c003-4703-b924-c096f574c2da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861557-1-iscsi, d204bf53-e9f0-47db-9eef-9f1a69ee26b7) {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:37:44.171947 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a64556-c003-4703-b924-c096f574c2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:44.173155 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-36a64556-c003-4703-b924-c096f574c2da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:44.179630 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df33555e-5791-4de6-8e82-72685b2b9530 None None] Network d204bf53-e9f0-47db-9eef-9f1a69ee26b7 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:37:44.189486 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-36a64556-c003-4703-b924-c096f574c2da admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3769350 Oct 17 04:37:44.282786 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bbca87-64c5-4b49-80c2-cab447af9ccd None None] Network d204bf53-e9f0-47db-9eef-9f1a69ee26b7 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:37:45.951855 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-cdc238b7-a7d7-4f05-b8c9-1b3c2ab5d053 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:45.953541 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-cdc238b7-a7d7-4f05-b8c9-1b3c2ab5d053 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/networks?id=d204bf53-e9f0-47db-9eef-9f1a69ee26b7 HTTP/1.1" status: 200 len: 813 time: 0.1052272 Oct 17 04:37:45.968421 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-fa2b740d-2aa3-4df5-ae33-1e6f2d20f8dd tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/quotas/93ea82d88b2c4a7b8bf597bd83a02287 HTTP/1.1" status: 200 len: 375 time: 0.0089142 Oct 17 04:37:45.999874 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-824b1076-0558-45e9-a0f4-e5c2901802e8 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=93ea82d88b2c4a7b8bf597bd83a02287&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266440 Oct 17 04:37:46.049698 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:46.092406 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-22a6e8e8-ad2c-491c-a7dc-72d816ee98e5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/d204bf53-e9f0-47db-9eef-9f1a69ee26b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854285 Oct 17 04:37:46.189035 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-36b2f5d5-15f7-49c6-ba03-41acaa3c929d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/d204bf53-e9f0-47db-9eef-9f1a69ee26b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909402 Oct 17 04:37:46.355783 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-84b36943-72be-4b38-9507-aba812c30d3a req-ec2c58da-5094-42ee-b24e-ed969f13d952 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=185422c3-78b7-476c-9028-fdf9d5701bee HTTP/1.1" status: 200 len: 210 time: 0.0301542 Oct 17 04:37:47.422028 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:47.463690 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-655dab3c-21e8-487d-879d-55be64c759e0 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:47.465202 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-655dab3c-21e8-487d-879d-55be64c759e0 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.20 "GET /networking/v2.0/networks?id=d204bf53-e9f0-47db-9eef-9f1a69ee26b7 HTTP/1.1" status: 200 len: 813 time: 0.1115372 Oct 17 04:37:47.477648 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c7e354e7-8c62-4598-a7ce-32102e1ac6f4 req-783b83fd-7fb8-4b62-b984-ad8b5f1c0f62 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=185422c3-78b7-476c-9028-fdf9d5701bee HTTP/1.1" status: 200 len: 210 time: 0.0303419 Oct 17 04:37:47.478792 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-ca815c68-49ad-4d14-b8ed-0fb361a90b3e tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Request body: {'port': {'device_id': '185422c3-78b7-476c-9028-fdf9d5701bee', 'network_id': 'd204bf53-e9f0-47db-9eef-9f1a69ee26b7', 'admin_state_up': True, 'tenant_id': '93ea82d88b2c4a7b8bf597bd83a02287'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:37:47.595196 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-ca815c68-49ad-4d14-b8ed-0fb361a90b3e tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Made reservation on behalf of 93ea82d88b2c4a7b8bf597bd83a02287 for: {'port': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:37:47.598837 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-ca815c68-49ad-4d14-b8ed-0fb361a90b3e tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:47.724164 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-ca815c68-49ad-4d14-b8ed-0fb361a90b3e tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Allocated IP 172.20.0.9 (d204bf53-e9f0-47db-9eef-9f1a69ee26b7/1dc650cc-ccfc-4d1e-ae22-88cddca3fe77/30c32e91-5672-4956-8612-2055b3abf8d4) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:37:47.867134 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-ca815c68-49ad-4d14-b8ed-0fb361a90b3e tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Publish callbacks [] for port (30c32e91-5672-4956-8612-2055b3abf8d4), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:47.897300 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-ca815c68-49ad-4d14-b8ed-0fb361a90b3e tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (30c32e91-5672-4956-8612-2055b3abf8d4), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:47.944710 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-ca815c68-49ad-4d14-b8ed-0fb361a90b3e tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Network d204bf53-e9f0-47db-9eef-9f1a69ee26b7 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:37:47.947822 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-ca815c68-49ad-4d14-b8ed-0fb361a90b3e tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:37:47.951684 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-ca815c68-49ad-4d14-b8ed-0fb361a90b3e tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:37:47.975495 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca815c68-49ad-4d14-b8ed-0fb361a90b3e tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Pushing event updated for resources: {'Port': ['ID=30c32e91-5672-4956-8612-2055b3abf8d4,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:48.002843 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-ca815c68-49ad-4d14-b8ed-0fb361a90b3e tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:48.003448 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-ca815c68-49ad-4d14-b8ed-0fb361a90b3e tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:48.006496 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:48.020700 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-ca815c68-49ad-4d14-b8ed-0fb361a90b3e tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5457439 Oct 17 04:37:48.032727 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] Request body: {'port': {'device_id': '185422c3-78b7-476c-9028-fdf9d5701bee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86155'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:37:48.093523 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (30c32e91-5672-4956-8612-2055b3abf8d4), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:48.251218 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:48.341632 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c32e91-5672-4956-8612-2055b3abf8d4 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:37:48.349329 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] Publish callbacks [] for port (30c32e91-5672-4956-8612-2055b3abf8d4), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:48.362461 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] Transition to ACTIVE for port object 30c32e91-5672-4956-8612-2055b3abf8d4 will not be triggered until provisioned by entity L2. {{(pid=104487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:37:48.365656 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (30c32e91-5672-4956-8612-2055b3abf8d4), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:48.428228 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] Pushing event updated for resources: {'Port': ['ID=30c32e91-5672-4956-8612-2055b3abf8d4,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:48.477705 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] Attempting to bind port 30c32e91-5672-4956-8612-2055b3abf8d4 on host hv-cinder-86155 for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:37:48.478040 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] Attempting to bind port 30c32e91-5672-4956-8612-2055b3abf8d4 by drivers openvswitch,hyperv on host hv-cinder-86155 at level 0 using segments [{'id': '875bb5b6-85d3-447e-9f5d-edb1cffd4d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd204bf53-e9f0-47db-9eef-9f1a69ee26b7'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:37:48.478363 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] Attempting to bind port 30c32e91-5672-4956-8612-2055b3abf8d4 on network d204bf53-e9f0-47db-9eef-9f1a69ee26b7 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:37:48.523580 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] Port 30c32e91-5672-4956-8612-2055b3abf8d4 on network d204bf53-e9f0-47db-9eef-9f1a69ee26b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86155 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:37:48.523909 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] Attempting to bind port 30c32e91-5672-4956-8612-2055b3abf8d4 on network d204bf53-e9f0-47db-9eef-9f1a69ee26b7 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:37:48.571878 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] Checking agent: {'id': '98af6631-6ac5-4afe-8748-fa983cad7c78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86155', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:37:48.572210 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] Checking segment: {'id': '875bb5b6-85d3-447e-9f5d-edb1cffd4d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd204bf53-e9f0-47db-9eef-9f1a69ee26b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:37:48.572584 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] Bound using segment: {'id': '875bb5b6-85d3-447e-9f5d-edb1cffd4d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd204bf53-e9f0-47db-9eef-9f1a69ee26b7'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:37:48.573009 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] Bound port: 30c32e91-5672-4956-8612-2055b3abf8d4, host: hv-cinder-86155, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875bb5b6-85d3-447e-9f5d-edb1cffd4d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd204bf53-e9f0-47db-9eef-9f1a69ee26b7'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:37:48.573400 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (30c32e91-5672-4956-8612-2055b3abf8d4), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:48.614085 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62e35d-e5ed-4f9d-8db2-6631e95f5402 req-a1c02d26-2ca6-409e-aea1-048cd738bfb8 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:48.615572 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ea62e35d-e5ed-4f9d-8db2-6631e95f5402 req-a1c02d26-2ca6-409e-aea1-048cd738bfb8 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=185422c3-78b7-476c-9028-fdf9d5701bee HTTP/1.1" status: 200 len: 943 time: 0.0512760 Oct 17 04:37:48.638561 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] For port 30c32e91-5672-4956-8612-2055b3abf8d4, host hv-cinder-86155, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:37:48.641759 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] For port 30c32e91-5672-4956-8612-2055b3abf8d4, host hv-cinder-86155, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=30c32e91-5672-4956-8612-2055b3abf8d4,segment=NetworkSegment(875bb5b6-85d3-447e-9f5d-edb1cffd4d3f),segment_id=875bb5b6-85d3-447e-9f5d-edb1cffd4d3f)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:37:48.648526 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (30c32e91-5672-4956-8612-2055b3abf8d4), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:48.652936 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:48.653572 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:48.654943 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/30c32e91-5672-4956-8612-2055b3abf8d4 HTTP/1.1" status: 200 len: 1093 time: 0.6265914 Oct 17 04:37:48.655502 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185422c3-78b7-476c-9028-fdf9d5701bee', 'tag': '30c32e91-5672-4956-8612-2055b3abf8d4'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:37:48.658286 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6183cc-c157-4b60-b5e7-e2249c38acba" -d '{"events": [{"name": "network-changed", "server_uuid": "185422c3-78b7-476c-9028-fdf9d5701bee", "tag": "30c32e91-5672-4956-8612-2055b3abf8d4"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:37:48.665812 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ea62e35d-e5ed-4f9d-8db2-6631e95f5402 req-eccca1eb-e9e3-4724-b511-aef968acb35d tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445862 Oct 17 04:37:48.710233 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285ce6e2-932a-455f-865c-6cf0e96c90a8 x-openstack-request-id: req-285ce6e2-932a-455f-865c-6cf0e96c90a8 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:37:48.710517 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "185422c3-78b7-476c-9028-fdf9d5701bee", "tag": "30c32e91-5672-4956-8612-2055b3abf8d4", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:37:48.710774 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-285ce6e2-932a-455f-865c-6cf0e96c90a8 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:37:48.711221 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-285ce6e2-932a-455f-865c-6cf0e96c90a8'] response: {'name': 'network-changed', 'server_uuid': '185422c3-78b7-476c-9028-fdf9d5701bee', 'tag': '30c32e91-5672-4956-8612-2055b3abf8d4', 'status': 'completed', 'code': 200} Oct 17 04:37:48.725172 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d7c30-9531-4df6-a4f3-199278e2ee95 service neutron] Pushing event updated for resources: {'Port': ['ID=30c32e91-5672-4956-8612-2055b3abf8d4,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:48.753833 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-51d0cff6-e392-4813-9c86-e3db98881627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:48.755375 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-51d0cff6-e392-4813-9c86-e3db98881627 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=93ea82d88b2c4a7b8bf597bd83a02287&device_id=185422c3-78b7-476c-9028-fdf9d5701bee HTTP/1.1" status: 200 len: 1127 time: 0.0432415 Oct 17 04:37:48.798529 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-acc164c3-a49b-49a8-a721-dc841bb9a5a8 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30c32e91-5672-4956-8612-2055b3abf8d4 HTTP/1.1" status: 200 len: 217 time: 0.0356622 Oct 17 04:37:48.836616 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:48.847375 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-c28ae751-3123-4706-8add-037f03595bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:48.848776 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-c28ae751-3123-4706-8add-037f03595bb6 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=1dc650cc-ccfc-4d1e-ae22-88cddca3fe77 HTTP/1.1" status: 200 len: 853 time: 0.0445447 Oct 17 04:37:48.881948 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-1df8ce91-5bba-4495-be00-78de9093efe1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=d204bf53-e9f0-47db-9eef-9f1a69ee26b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253992 Oct 17 04:37:48.973020 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-f437e50d-319b-43c0-abfb-05b2b5152f9e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d204bf53-e9f0-47db-9eef-9f1a69ee26b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856180 Oct 17 04:37:49.059822 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9d4779fd-dec8-4286-bbd0-0edeb25f1760 req-bcae1c7c-e675-4b5b-b377-96b0c76c1fc7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d204bf53-e9f0-47db-9eef-9f1a69ee26b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810697 Oct 17 04:37:49.793127 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd586da-2e87-4b81-af9b-d18c3fe3a838 req-a8007f45-48bd-4928-bb20-258e98ebc1a4 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:49.794586 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3cd586da-2e87-4b81-af9b-d18c3fe3a838 req-a8007f45-48bd-4928-bb20-258e98ebc1a4 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=185422c3-78b7-476c-9028-fdf9d5701bee HTTP/1.1" status: 200 len: 943 time: 0.0487731 Oct 17 04:37:49.851056 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3cd586da-2e87-4b81-af9b-d18c3fe3a838 req-d22227ef-836d-4737-98a9-2dc8396d0b9e tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500667 Oct 17 04:37:49.887467 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6183cc-c157-4b60-b5e7-e2249c38acba req-0d944e83-726b-42ac-8572-616fbb542a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:49.888958 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ac6183cc-c157-4b60-b5e7-e2249c38acba req-0d944e83-726b-42ac-8572-616fbb542a5c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=93ea82d88b2c4a7b8bf597bd83a02287&device_id=185422c3-78b7-476c-9028-fdf9d5701bee HTTP/1.1" status: 200 len: 1127 time: 0.0418758 Oct 17 04:37:49.979005 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:49.989172 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6183cc-c157-4b60-b5e7-e2249c38acba req-219298ce-86c5-4adb-8922-55456bc8e420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:49.990613 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ac6183cc-c157-4b60-b5e7-e2249c38acba req-219298ce-86c5-4adb-8922-55456bc8e420 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=d204bf53-e9f0-47db-9eef-9f1a69ee26b7 HTTP/1.1" status: 200 len: 914 time: 0.0952218 Oct 17 04:37:50.033057 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ac6183cc-c157-4b60-b5e7-e2249c38acba req-b4511ed0-e5cd-4fc1-bb57-428db74baf68 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30c32e91-5672-4956-8612-2055b3abf8d4 HTTP/1.1" status: 200 len: 217 time: 0.0341847 Oct 17 04:37:50.087086 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6183cc-c157-4b60-b5e7-e2249c38acba req-804ec7dd-48d5-4d71-9247-795e87362874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:50.088400 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ac6183cc-c157-4b60-b5e7-e2249c38acba req-804ec7dd-48d5-4d71-9247-795e87362874 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=1dc650cc-ccfc-4d1e-ae22-88cddca3fe77 HTTP/1.1" status: 200 len: 853 time: 0.0430424 Oct 17 04:37:50.122939 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ac6183cc-c157-4b60-b5e7-e2249c38acba req-8de7a48b-bf05-4671-b4b0-0859c4b9cb43 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=d204bf53-e9f0-47db-9eef-9f1a69ee26b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278161 Oct 17 04:37:50.978413 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711efeed-25dd-4ed4-b2eb-9e6d4c529214 req-906c20a6-a0b8-452a-90bf-b3a676cf335d tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:50.979869 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-711efeed-25dd-4ed4-b2eb-9e6d4c529214 req-906c20a6-a0b8-452a-90bf-b3a676cf335d tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=185422c3-78b7-476c-9028-fdf9d5701bee HTTP/1.1" status: 200 len: 943 time: 0.0482144 Oct 17 04:37:51.022712 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ac6183cc-c157-4b60-b5e7-e2249c38acba req-a27843d8-f0c2-44a0-9483-8508a2f774ef service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d204bf53-e9f0-47db-9eef-9f1a69ee26b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909622 Oct 17 04:37:51.029261 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-711efeed-25dd-4ed4-b2eb-9e6d4c529214 req-b6d39510-5074-44eb-a9b4-22e3cb224c4c tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430346 Oct 17 04:37:51.718757 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 30c32e91-5672-4956-8612-2055b3abf8d4 details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:37:51.818266 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 30c32e91-5672-4956-8612-2055b3abf8d4, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=30c32e91-5672-4956-8612-2055b3abf8d4,segment=NetworkSegment(875bb5b6-85d3-447e-9f5d-edb1cffd4d3f),segment_id=875bb5b6-85d3-447e-9f5d-edb1cffd4d3f)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:37:51.834655 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': '30c32e91-5672-4956-8612-2055b3abf8d4', 'network_id': 'd204bf53-e9f0-47db-9eef-9f1a69ee26b7', 'port_id': '30c32e91-5672-4956-8612-2055b3abf8d4', 'mac_address': 'fa:16:3e:0d:dd:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc650cc-ccfc-4d1e-ae22-88cddca3fe77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:37:51.873046 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 30c32e91-5672-4956-8612-2055b3abf8d4 is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:37:51.873467 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (30c32e91-5672-4956-8612-2055b3abf8d4), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:51.888143 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c32e91-5672-4956-8612-2055b3abf8d4 {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:37:51.909599 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 30c32e91-5672-4956-8612-2055b3abf8d4, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=30c32e91-5672-4956-8612-2055b3abf8d4,segment=NetworkSegment(875bb5b6-85d3-447e-9f5d-edb1cffd4d3f),segment_id=875bb5b6-85d3-447e-9f5d-edb1cffd4d3f)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:37:51.913745 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (30c32e91-5672-4956-8612-2055b3abf8d4), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:51.961160 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=30c32e91-5672-4956-8612-2055b3abf8d4,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:52.030046 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ac6183cc-c157-4b60-b5e7-e2249c38acba req-dcd19bfc-e992-4518-acee-53ff5c7405fb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d204bf53-e9f0-47db-9eef-9f1a69ee26b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123026 Oct 17 04:37:52.151953 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3a18b-f539-4fa5-af66-98641baa0f6b req-265ec38e-6dd7-4bf1-9ff6-b0ba7d703a01 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:52.153420 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-22f3a18b-f539-4fa5-af66-98641baa0f6b req-265ec38e-6dd7-4bf1-9ff6-b0ba7d703a01 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=185422c3-78b7-476c-9028-fdf9d5701bee HTTP/1.1" status: 200 len: 944 time: 0.0475245 Oct 17 04:37:52.199352 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-22f3a18b-f539-4fa5-af66-98641baa0f6b req-1914f3b2-b229-4a9e-84af-506a9005f205 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396736 Oct 17 04:37:52.857164 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['30c32e91-5672-4956-8612-2055b3abf8d4'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:37:52.961645 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:53.320008 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520bf27-1894-42c7-9c8a-25cbd6b5ea9c req-843b452c-9f3e-4459-a969-0f99134520cc tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:53.321477 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0520bf27-1894-42c7-9c8a-25cbd6b5ea9c req-843b452c-9f3e-4459-a969-0f99134520cc tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=185422c3-78b7-476c-9028-fdf9d5701bee HTTP/1.1" status: 200 len: 944 time: 0.0461903 Oct 17 04:37:53.364030 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:53.368681 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0520bf27-1894-42c7-9c8a-25cbd6b5ea9c req-f484a9e5-4b0c-4b92-9a9a-84dc4835f2ee tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417867 Oct 17 04:37:54.489790 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1b6c8-fa27-4719-9247-fa03affd94a4 req-e4533a13-0aa3-4a88-928d-76fd16220718 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:54.491252 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c5a1b6c8-fa27-4719-9247-fa03affd94a4 req-e4533a13-0aa3-4a88-928d-76fd16220718 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=185422c3-78b7-476c-9028-fdf9d5701bee HTTP/1.1" status: 200 len: 944 time: 0.0488887 Oct 17 04:37:54.536898 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c5a1b6c8-fa27-4719-9247-fa03affd94a4 req-b4fffc31-f0ba-423b-a536-2648ce77db6b tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401609 Oct 17 04:37:55.655007 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339c985-d6c5-470a-b732-e83b16460049 req-23e44525-16ec-4ee8-8a19-73e3c196d474 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:55.656960 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6339c985-d6c5-470a-b732-e83b16460049 req-23e44525-16ec-4ee8-8a19-73e3c196d474 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=185422c3-78b7-476c-9028-fdf9d5701bee HTTP/1.1" status: 200 len: 944 time: 0.0449135 Oct 17 04:37:55.702035 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6339c985-d6c5-470a-b732-e83b16460049 req-6ddc676d-f3af-4dcb-8de9-f41e38acbc1a tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395870 Oct 17 04:37:55.960968 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 30c32e91-5672-4956-8612-2055b3abf8d4 up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:37:56.003020 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning for port 30c32e91-5672-4956-8612-2055b3abf8d4 completed by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:37:56.008625 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port 30c32e91-5672-4956-8612-2055b3abf8d4 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:37:56.009653 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (30c32e91-5672-4956-8612-2055b3abf8d4), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:56.009653 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port 30c32e91-5672-4956-8612-2055b3abf8d4 Oct 17 04:37:56.046403 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=100 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:56.087686 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 30c32e91-5672-4956-8612-2055b3abf8d4 is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:37:56.088069 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (30c32e91-5672-4956-8612-2055b3abf8d4), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:56.112377 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185422c3-78b7-476c-9028-fdf9d5701bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c32e91-5672-4956-8612-2055b3abf8d4'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:37:56.114695 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071e6fd8-f99f-40ee-aafd-54ae0d4c174d" -d '{"events": [{"server_uuid": "185422c3-78b7-476c-9028-fdf9d5701bee", "name": "network-vif-plugged", "status": "completed", "tag": "30c32e91-5672-4956-8612-2055b3abf8d4"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:37:56.133825 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 30c32e91-5672-4956-8612-2055b3abf8d4, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=30c32e91-5672-4956-8612-2055b3abf8d4,segment=NetworkSegment(875bb5b6-85d3-447e-9f5d-edb1cffd4d3f),segment_id=875bb5b6-85d3-447e-9f5d-edb1cffd4d3f)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:37:56.139539 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (30c32e91-5672-4956-8612-2055b3abf8d4), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:37:56.162748 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787376cc-5490-4e1f-9a22-0714dcba774d x-openstack-request-id: req-787376cc-5490-4e1f-9a22-0714dcba774d {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:37:56.163058 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185422c3-78b7-476c-9028-fdf9d5701bee", "name": "network-vif-plugged", "status": "completed", "tag": "30c32e91-5672-4956-8612-2055b3abf8d4", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:37:56.163311 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-787376cc-5490-4e1f-9a22-0714dcba774d {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:37:56.163704 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-787376cc-5490-4e1f-9a22-0714dcba774d'] response: {'server_uuid': '185422c3-78b7-476c-9028-fdf9d5701bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c32e91-5672-4956-8612-2055b3abf8d4', 'code': 200} Oct 17 04:37:56.193989 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=30c32e91-5672-4956-8612-2055b3abf8d4,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:37:56.368119 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c8ff5-c85a-4f40-b742-7103fa3b7e3e req-aa5c2bd9-3871-4c75-8115-5a084bb97fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:56.369727 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-558c8ff5-c85a-4f40-b742-7103fa3b7e3e req-aa5c2bd9-3871-4c75-8115-5a084bb97fbc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=185422c3-78b7-476c-9028-fdf9d5701bee HTTP/1.1" status: 200 len: 1129 time: 0.0394795 Oct 17 04:37:56.415340 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-558c8ff5-c85a-4f40-b742-7103fa3b7e3e req-2de10d26-fd5c-42b3-b889-17362a0e8995 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392914 Oct 17 04:37:56.828971 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890a006-e544-471d-a642-792f5152c0a8 req-29f80bf8-85d8-405c-8668-d361d243b922 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:56.830436 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d890a006-e544-471d-a642-792f5152c0a8 req-29f80bf8-85d8-405c-8668-d361d243b922 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=185422c3-78b7-476c-9028-fdf9d5701bee HTTP/1.1" status: 200 len: 945 time: 0.0507207 Oct 17 04:37:56.876978 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d890a006-e544-471d-a642-792f5152c0a8 req-9b20ebd1-ccf8-4d0a-afd1-1f72c320d37f tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410101 Oct 17 04:37:58.002525 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf27f4-76a6-4a38-8aa0-48af74e02bf3 req-9123d350-c8f3-405d-9582-4f5f42216045 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:37:58.003997 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-06cf27f4-76a6-4a38-8aa0-48af74e02bf3 req-9123d350-c8f3-405d-9582-4f5f42216045 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=185422c3-78b7-476c-9028-fdf9d5701bee HTTP/1.1" status: 200 len: 945 time: 0.0487235 Oct 17 04:37:58.052285 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-06cf27f4-76a6-4a38-8aa0-48af74e02bf3 req-b97f37a2-710f-472f-8301-657943cce3ef tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426350 Oct 17 04:37:59.288133 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=16 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:37:59.290507 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=12 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:01.090638 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-be43f435-bfe2-4196-bdd6-630a615d2832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:03.482771 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-3a520f21-ec43-4286-9008-583714c5aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:04.656644 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:06.216363 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:06.255714 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:06.409504 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=32 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:06.412231 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=77 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:06.511367 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:08.045572 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=99 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:08.048269 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=34 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:09.194145 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34070) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:09.301335 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-20acd376-81f4-4735-b4e1-c371513b7913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:09.378818 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-20acd376-81f4-4735-b4e1-c371513b7913 admin admin] Publish callbacks [] for security_group (0859c6e2-9c5a-448d-89d9-65f8f21d9c93), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:09.382606 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-20acd376-81f4-4735-b4e1-c371513b7913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (0859c6e2-9c5a-448d-89d9-65f8f21d9c93), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:09.429469 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-20acd376-81f4-4735-b4e1-c371513b7913 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=1419a64bce4a4f08b0ac23b5dbd30f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341871 Oct 17 04:38:09.430274 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20acd376-81f4-4735-b4e1-c371513b7913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0859c6e2-9c5a-448d-89d9-65f8f21d9c93,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:09.432302 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34076) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:09.483762 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-9d3bf7c9-df1d-4821-8dd1-60817dfcdafc admin admin] Publish callbacks [] for security_group (0859c6e2-9c5a-448d-89d9-65f8f21d9c93), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:09.503152 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-9d3bf7c9-df1d-4821-8dd1-60817dfcdafc admin admin] Publish callbacks [] for security_group (0859c6e2-9c5a-448d-89d9-65f8f21d9c93), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:09.552899 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-9d3bf7c9-df1d-4821-8dd1-60817dfcdafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (0859c6e2-9c5a-448d-89d9-65f8f21d9c93), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:09.555489 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-9d3bf7c9-df1d-4821-8dd1-60817dfcdafc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:09.556656 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-9d3bf7c9-df1d-4821-8dd1-60817dfcdafc admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/0859c6e2-9c5a-448d-89d9-65f8f21d9c93 HTTP/1.1" status: 204 len: 168 time: 0.1233499 Oct 17 04:38:09.564666 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3bf7c9-df1d-4821-8dd1-60817dfcdafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0859c6e2-9c5a-448d-89d9-65f8f21d9c93,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:09.830351 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34086) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:09.844231 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5774f929-9350-464d-9649-2e98082b210c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:09.918638 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5774f929-9350-464d-9649-2e98082b210c admin admin] Publish callbacks [] for security_group (e042863f-8dbd-4439-9c9a-888b9ac90ff2), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:09.921922 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5774f929-9350-464d-9649-2e98082b210c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (e042863f-8dbd-4439-9c9a-888b9ac90ff2), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:09.961047 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-5774f929-9350-464d-9649-2e98082b210c admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=58691c88c59c4437b92547d89758daf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290562 Oct 17 04:38:09.961939 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774f929-9350-464d-9649-2e98082b210c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e042863f-8dbd-4439-9c9a-888b9ac90ff2,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:09.963856 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34088) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:10.013582 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-266a577a-2713-45b5-8a39-52ce285595b1 admin admin] Publish callbacks [] for security_group (e042863f-8dbd-4439-9c9a-888b9ac90ff2), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:10.033435 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-266a577a-2713-45b5-8a39-52ce285595b1 admin admin] Publish callbacks [] for security_group (e042863f-8dbd-4439-9c9a-888b9ac90ff2), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:10.081408 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-266a577a-2713-45b5-8a39-52ce285595b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (e042863f-8dbd-4439-9c9a-888b9ac90ff2), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:10.084081 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-266a577a-2713-45b5-8a39-52ce285595b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:10.087722 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-266a577a-2713-45b5-8a39-52ce285595b1 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/e042863f-8dbd-4439-9c9a-888b9ac90ff2 HTTP/1.1" status: 204 len: 168 time: 0.1203783 Oct 17 04:38:10.093225 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a577a-2713-45b5-8a39-52ce285595b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e042863f-8dbd-4439-9c9a-888b9ac90ff2,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:11.514024 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=3 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:12.480834 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-b2794e7d-0928-4246-be32-bc2c761a394e req-05acc8f2-62dc-4042-bd95-0e95b3ec2c9a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390866 Oct 17 04:38:12.548111 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2794e7d-0928-4246-be32-bc2c761a394e req-3456b137-fe9d-4e1f-bdcb-0d4ff8eab660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:12.549646 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-b2794e7d-0928-4246-be32-bc2c761a394e req-3456b137-fe9d-4e1f-bdcb-0d4ff8eab660 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0761fde06e5240adb0d7f1a7d5724d37&device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 1130 time: 0.0413113 Oct 17 04:38:12.650046 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2794e7d-0928-4246-be32-bc2c761a394e req-2bf6f3e1-dabf-4051-b790-c5a38262af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:12.651512 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-b2794e7d-0928-4246-be32-bc2c761a394e req-2bf6f3e1-dabf-4051-b790-c5a38262af8b service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=596ebb0d-79d0-45f5-9e52-b2ce25b00863 HTTP/1.1" status: 200 len: 917 time: 0.0837598 Oct 17 04:38:12.716174 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-b2794e7d-0928-4246-be32-bc2c761a394e req-681e686d-0b73-42bb-84b9-4776813b1efa service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c4b79b8-f091-4221-b5d8-ad21adc83468 HTTP/1.1" status: 200 len: 1001 time: 0.0575206 Oct 17 04:38:12.765977 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2794e7d-0928-4246-be32-bc2c761a394e req-b13e4b00-8837-46ef-bcf9-794d0c179e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:12.767479 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-b2794e7d-0928-4246-be32-bc2c761a394e req-b13e4b00-8837-46ef-bcf9-794d0c179e34 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=7c706f9b-2867-4158-b285-926a4adb47a2 HTTP/1.1" status: 200 len: 855 time: 0.0440176 Oct 17 04:38:12.813249 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2794e7d-0928-4246-be32-bc2c761a394e req-838a6bd4-ec53-4126-b029-74970074c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:12.814747 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-b2794e7d-0928-4246-be32-bc2c761a394e req-838a6bd4-ec53-4126-b029-74970074c244 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=596ebb0d-79d0-45f5-9e52-b2ce25b00863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389776 Oct 17 04:38:12.914662 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-b2794e7d-0928-4246-be32-bc2c761a394e req-ddfde186-0b74-49cd-a956-e5f08288fa2b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920622 Oct 17 04:38:13.012273 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-b2794e7d-0928-4246-be32-bc2c761a394e req-aadb8142-0bdf-445e-a349-157cc4f9d040 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907803 Oct 17 04:38:15.443146 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=5 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:17.975938 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7f7f9-c0a9-425b-8aef-b24e3bb66f56 req-44060571-1eba-4c2f-996c-b96de39533a9 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:17.977450 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-09a7f7f9-c0a9-425b-8aef-b24e3bb66f56 req-44060571-1eba-4c2f-996c-b96de39533a9 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 946 time: 0.0475726 Oct 17 04:38:18.030708 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-09a7f7f9-c0a9-425b-8aef-b24e3bb66f56 req-ba1ab9e6-6197-4d7a-b3d5-1834aa6efaec tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456471 Oct 17 04:38:19.159474 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0cba19-24f6-4940-ae36-973a3f753876 req-9edbcd6b-ccc4-48e7-80f6-69e7ea3ab269 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:19.160863 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6a0cba19-24f6-4940-ae36-973a3f753876 req-9edbcd6b-ccc4-48e7-80f6-69e7ea3ab269 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 946 time: 0.0465479 Oct 17 04:38:19.208474 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6a0cba19-24f6-4940-ae36-973a3f753876 req-11396249-f3eb-4aa3-9358-4a30cec651c5 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=76227478-2b0e-4779-b372-4e47a1536ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420685 Oct 17 04:38:19.336819 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fa0a8-ca0a-4df6-9f69-14e52a5c382f req-8bb594f8-2337-4038-bf1f-12db469e39d8 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:19.338263 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-242fa0a8-ca0a-4df6-9f69-14e52a5c382f req-8bb594f8-2337-4038-bf1f-12db469e39d8 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 946 time: 0.0496402 Oct 17 04:38:19.374161 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:19.377140 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:19.427597 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-242fa0a8-ca0a-4df6-9f69-14e52a5c382f req-b467a4ea-1baa-4b27-ab60-a7473ab8051a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Deleting port 0c4b79b8-f091-4221-b5d8-ad21adc83468 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:38:19.427933 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-242fa0a8-ca0a-4df6-9f69-14e52a5c382f req-b467a4ea-1baa-4b27-ab60-a7473ab8051a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:19.523982 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-242fa0a8-ca0a-4df6-9f69-14e52a5c382f req-b467a4ea-1baa-4b27-ab60-a7473ab8051a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] For port 0c4b79b8-f091-4221-b5d8-ad21adc83468, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=0c4b79b8-f091-4221-b5d8-ad21adc83468,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:38:19.524352 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-242fa0a8-ca0a-4df6-9f69-14e52a5c382f req-b467a4ea-1baa-4b27-ab60-a7473ab8051a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:19.577395 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:19.693560 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-242fa0a8-ca0a-4df6-9f69-14e52a5c382f req-b467a4ea-1baa-4b27-ab60-a7473ab8051a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:19.693925 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-242fa0a8-ca0a-4df6-9f69-14e52a5c382f req-b467a4ea-1baa-4b27-ab60-a7473ab8051a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (116d3e35-e42d-495e-852f-abe22d4a8a68), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:19.694245 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.l3_db [req-242fa0a8-ca0a-4df6-9f69-14e52a5c382f req-b467a4ea-1baa-4b27-ab60-a7473ab8051a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Floating IP 116d3e35-e42d-495e-852f-abe22d4a8a68 disassociated. External IP: 172.27.3.221, port: 0c4b79b8-f091-4221-b5d8-ad21adc83468. Oct 17 04:38:19.694591 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-242fa0a8-ca0a-4df6-9f69-14e52a5c382f req-b467a4ea-1baa-4b27-ab60-a7473ab8051a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Calling delete_port for 0c4b79b8-f091-4221-b5d8-ad21adc83468 owned by compute:nova {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:38:19.826093 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-242fa0a8-ca0a-4df6-9f69-14e52a5c382f req-b467a4ea-1baa-4b27-ab60-a7473ab8051a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (0c4b79b8-f091-4221-b5d8-ad21adc83468), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:19.855489 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467a4ea-1baa-4b27-ab60-a7473ab8051a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Pushing event deleted for resources: {'Port': ['ID=0c4b79b8-f091-4221-b5d8-ad21adc83468,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:19.971959 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-242fa0a8-ca0a-4df6-9f69-14e52a5c382f req-b467a4ea-1baa-4b27-ab60-a7473ab8051a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Router 2c7c6e38-6b11-4d56-9711-38ee49b63176 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:38:20.076574 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-242fa0a8-ca0a-4df6-9f69-14e52a5c382f req-b467a4ea-1baa-4b27-ab60-a7473ab8051a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:38:20.087189 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaecba99-cbfb-4623-885a-62dd00a488be None None] Sync routers for ids ['2c7c6e38-6b11-4d56-9711-38ee49b63176'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:38:20.098187 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaecba99-cbfb-4623-885a-62dd00a488be None None] Routers {'2c7c6e38-6b11-4d56-9711-38ee49b63176'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:38:20.098884 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-eaecba99-cbfb-4623-885a-62dd00a488be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:38:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['2c7c6e38-6b11-4d56-9711-38ee49b63176'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:20.121006 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-242fa0a8-ca0a-4df6-9f69-14e52a5c382f req-b467a4ea-1baa-4b27-ab60-a7473ab8051a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] No DVR routers for this DVR port 0c4b79b8-f091-4221-b5d8-ad21adc83468 on host hv-cinder-86155 {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:38:20.123614 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-242fa0a8-ca0a-4df6-9f69-14e52a5c382f req-b467a4ea-1baa-4b27-ab60-a7473ab8051a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:20.126905 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-242fa0a8-ca0a-4df6-9f69-14e52a5c382f req-b467a4ea-1baa-4b27-ab60-a7473ab8051a tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.20 "DELETE /networking/v2.0/ports/0c4b79b8-f091-4221-b5d8-ad21adc83468 HTTP/1.1" status: 204 len: 173 time: 0.7840445 Oct 17 04:38:20.127448 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58170c9-886a-45c1-9c0e-acfb37fab782', 'name': 'network-vif-deleted', 'tag': '0c4b79b8-f091-4221-b5d8-ad21adc83468'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:38:20.129994 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3685ce-3b15-4697-a71c-2aa4e0890b6c" -d '{"events": [{"server_uuid": "e58170c9-886a-45c1-9c0e-acfb37fab782", "name": "network-vif-deleted", "tag": "0c4b79b8-f091-4221-b5d8-ad21adc83468"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:38:20.173662 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad6a0b9-2592-4a48-92a7-f7318bb6ece4 x-openstack-request-id: req-9ad6a0b9-2592-4a48-92a7-f7318bb6ece4 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:38:20.173972 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58170c9-886a-45c1-9c0e-acfb37fab782", "name": "network-vif-deleted", "tag": "0c4b79b8-f091-4221-b5d8-ad21adc83468", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:38:20.174826 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9ad6a0b9-2592-4a48-92a7-f7318bb6ece4 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:38:20.175358 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad6a0b9-2592-4a48-92a7-f7318bb6ece4'] response: {'server_uuid': 'e58170c9-886a-45c1-9c0e-acfb37fab782', 'name': 'network-vif-deleted', 'tag': '0c4b79b8-f091-4221-b5d8-ad21adc83468', 'status': 'completed', 'code': 200} Oct 17 04:38:20.217148 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-eaecba99-cbfb-4623-885a-62dd00a488be None None] Set router 2c7c6e38-6b11-4d56-9711-38ee49b63176 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:38:20.348159 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-22aa44e4-a35e-4e5e-9039-acceb2764e95 req-6cf941e1-3af6-45f9-ac7f-d1511f7ab2c3 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e58170c9-886a-45c1-9c0e-acfb37fab782 HTTP/1.1" status: 200 len: 210 time: 0.0395017 Oct 17 04:38:20.438541 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:38:20.447976 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-eaecba99-cbfb-4623-885a-62dd00a488be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'name': 'tempest-AttachVolumeShelveTestJSON-998903936-router', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:56Z', 'updated_at': '2022-10-17T04:31:07Z', 'revision_number': 4, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'gw_port': {'id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '78935399-6a90-4839-8df7-6fc05be54b3e', 'name': '', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'mac_address': 'fa:16:3e:29:99:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:05Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 5, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'subnets': [{'id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:20.476696 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaecba99-cbfb-4623-885a-62dd00a488be None None] Checking router: 2c7c6e38-6b11-4d56-9711-38ee49b63176 for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:38:20.484930 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaecba99-cbfb-4623-885a-62dd00a488be None None] Routers {'2c7c6e38-6b11-4d56-9711-38ee49b63176'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:38:20.485556 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-eaecba99-cbfb-4623-885a-62dd00a488be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:38:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['2c7c6e38-6b11-4d56-9711-38ee49b63176'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:20.573970 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:20.587270 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-eaecba99-cbfb-4623-885a-62dd00a488be None None] Set router 2c7c6e38-6b11-4d56-9711-38ee49b63176 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:38:20.713602 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34254) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:20.802727 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-eaecba99-cbfb-4623-885a-62dd00a488be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'name': 'tempest-AttachVolumeShelveTestJSON-998903936-router', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:56Z', 'updated_at': '2022-10-17T04:31:07Z', 'revision_number': 4, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'gw_port': {'id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '78935399-6a90-4839-8df7-6fc05be54b3e', 'name': '', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'mac_address': 'fa:16:3e:29:99:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:05Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 5, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'subnets': [{'id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:20.832843 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaecba99-cbfb-4623-885a-62dd00a488be None None] The sync data for ids ['2c7c6e38-6b11-4d56-9711-38ee49b63176'] in dv-cinder-861557-1-iscsi is: [{'id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'name': 'tempest-AttachVolumeShelveTestJSON-998903936-router', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:56Z', 'updated_at': '2022-10-17T04:31:07Z', 'revision_number': 4, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'gw_port': {'id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '78935399-6a90-4839-8df7-6fc05be54b3e', 'name': '', 'network_id': '596ebb0d-79d0-45f5-9e52-b2ce25b00863', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'mac_address': 'fa:16:3e:29:99:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:31:05Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 5, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'subnets': [{'id': '7c706f9b-2867-4158-b285-926a4adb47a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:38:21.053571 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-03740149-bb65-4fad-ba01-ad6157f65592 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Deleting port 0f9273b9-a7de-4a17-8a31-b2814365281e {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:38:21.053926 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-03740149-bb65-4fad-ba01-ad6157f65592 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (0f9273b9-a7de-4a17-8a31-b2814365281e), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:21.121569 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23843522-146a-47ea-9e7a-3619768ab4b2 None None] New status for floating IP 116d3e35-e42d-495e-852f-abe22d4a8a68: DOWN {{(pid=104490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:38:21.149144 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-03740149-bb65-4fad-ba01-ad6157f65592 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (0f9273b9-a7de-4a17-8a31-b2814365281e), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:21.149541 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-03740149-bb65-4fad-ba01-ad6157f65592 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for floatingip (0f9273b9-a7de-4a17-8a31-b2814365281e), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:21.162496 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-03740149-bb65-4fad-ba01-ad6157f65592 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Calling delete_port for 0f9273b9-a7de-4a17-8a31-b2814365281e owned by network:floatingip {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:38:21.206632 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34274) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:21.263221 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:21.281752 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:21.323224 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ad30f2a6-9ab8-45a3-a5cf-34adb483a908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:21.355752 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-03740149-bb65-4fad-ba01-ad6157f65592 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (0f9273b9-a7de-4a17-8a31-b2814365281e), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:21.383995 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03740149-bb65-4fad-ba01-ad6157f65592 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Pushing event deleted for resources: {'Port': ['ID=0f9273b9-a7de-4a17-8a31-b2814365281e,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:21.407222 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ad30f2a6-9ab8-45a3-a5cf-34adb483a908 admin admin] Publish callbacks [] for security_group (99e8d61b-91a8-426d-a629-01d096237320), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:21.412676 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ad30f2a6-9ab8-45a3-a5cf-34adb483a908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (99e8d61b-91a8-426d-a629-01d096237320), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:21.417550 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:21.424977 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:21.463826 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-03740149-bb65-4fad-ba01-ad6157f65592 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for floatingip (ee673236-f8e5-4baa-a5ba-0ee228a34068), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:21.464176 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.l3_db [None req-03740149-bb65-4fad-ba01-ad6157f65592 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Floating IP ee673236-f8e5-4baa-a5ba-0ee228a34068 disassociated (deleted). External IP: 172.27.3.73, port: 5018bca9-d0fd-4019-a69a-d25003f4d4da. Oct 17 04:38:21.465705 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34282) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:21.476096 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-ad30f2a6-9ab8-45a3-a5cf-34adb483a908 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=b61a027654bb43b280db89b7d4e6a9ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679179 Oct 17 04:38:21.478165 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30f2a6-9ab8-45a3-a5cf-34adb483a908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e8d61b-91a8-426d-a629-01d096237320,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:21.480411 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34284) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:21.508997 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30f2a6-9ab8-45a3-a5cf-34adb483a908 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:21.509285 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30f2a6-9ab8-45a3-a5cf-34adb483a908 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:21.509628 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30f2a6-9ab8-45a3-a5cf-34adb483a908 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:21.509964 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30f2a6-9ab8-45a3-a5cf-34adb483a908 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:21.510294 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30f2a6-9ab8-45a3-a5cf-34adb483a908 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:21.510622 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30f2a6-9ab8-45a3-a5cf-34adb483a908 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:21.510947 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30f2a6-9ab8-45a3-a5cf-34adb483a908 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:21.511273 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30f2a6-9ab8-45a3-a5cf-34adb483a908 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:21.511596 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30f2a6-9ab8-45a3-a5cf-34adb483a908 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:21.511919 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30f2a6-9ab8-45a3-a5cf-34adb483a908 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:21.512241 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30f2a6-9ab8-45a3-a5cf-34adb483a908 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:21.512564 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30f2a6-9ab8-45a3-a5cf-34adb483a908 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:21.512882 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30f2a6-9ab8-45a3-a5cf-34adb483a908 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:21.513231 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30f2a6-9ab8-45a3-a5cf-34adb483a908 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:21.513545 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30f2a6-9ab8-45a3-a5cf-34adb483a908 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:21.581461 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-f354d9cb-1731-43a4-95bd-e22914781c13 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group (76227478-2b0e-4779-b372-4e47a1536ba6), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:21.593537 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-609bb261-bbb9-4f76-9658-f6bab6e7de63 admin admin] Publish callbacks [] for security_group (99e8d61b-91a8-426d-a629-01d096237320), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:21.621925 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-f354d9cb-1731-43a4-95bd-e22914781c13 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group (76227478-2b0e-4779-b372-4e47a1536ba6), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:21.633186 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-609bb261-bbb9-4f76-9658-f6bab6e7de63 admin admin] Publish callbacks [] for security_group (99e8d61b-91a8-426d-a629-01d096237320), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:21.666062 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03740149-bb65-4fad-ba01-ad6157f65592 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Router 069e5137-b0ce-4d43-aba1-343cc8c6762a has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:38:21.698600 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-f354d9cb-1731-43a4-95bd-e22914781c13 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (76227478-2b0e-4779-b372-4e47a1536ba6), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:21.701619 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-f354d9cb-1731-43a4-95bd-e22914781c13 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:21.703212 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-f354d9cb-1731-43a4-95bd-e22914781c13 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/76227478-2b0e-4779-b372-4e47a1536ba6 HTTP/1.1" status: 204 len: 168 time: 0.2360296 Oct 17 04:38:21.706965 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34286) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:21.707632 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-609bb261-bbb9-4f76-9658-f6bab6e7de63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (99e8d61b-91a8-426d-a629-01d096237320), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:21.710062 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-609bb261-bbb9-4f76-9658-f6bab6e7de63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:21.711090 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-609bb261-bbb9-4f76-9658-f6bab6e7de63 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/99e8d61b-91a8-426d-a629-01d096237320 HTTP/1.1" status: 204 len: 168 time: 0.2227488 Oct 17 04:38:21.733284 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354d9cb-1731-43a4-95bd-e22914781c13 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76227478-2b0e-4779-b372-4e47a1536ba6,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:21.738719 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.api.v2.resource [None req-a31e1205-f07b-4380-aea4-ceaefba94636 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] show failed (client error): The resource could not be found. Oct 17 04:38:21.739595 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-a31e1205-f07b-4380-aea4-ceaefba94636 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "GET /networking/v2.0/security-groups/76227478-2b0e-4779-b372-4e47a1536ba6 HTTP/1.1" status: 404 len: 347 time: 0.0275562 Oct 17 04:38:21.746260 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34290) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:21.755334 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bb261-bbb9-4f76-9658-f6bab6e7de63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e8d61b-91a8-426d-a629-01d096237320,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:21.789852 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03740149-bb65-4fad-ba01-ad6157f65592 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:38:21.797409 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-03740149-bb65-4fad-ba01-ad6157f65592 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:21.803980 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f7222-3e2e-477a-99ef-6fa3539c2b2f None None] Sync routers for ids ['069e5137-b0ce-4d43-aba1-343cc8c6762a'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:38:21.830478 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6f7222-3e2e-477a-99ef-6fa3539c2b2f None None] Routers {'069e5137-b0ce-4d43-aba1-343cc8c6762a'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:38:21.831451 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-3b6f7222-3e2e-477a-99ef-6fa3539c2b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:38:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['069e5137-b0ce-4d43-aba1-343cc8c6762a'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:21.839384 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-03740149-bb65-4fad-ba01-ad6157f65592 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/ee673236-f8e5-4baa-a5ba-0ee228a34068 HTTP/1.1" status: 204 len: 168 time: 1.1246722 Oct 17 04:38:21.840512 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04fcc98-6f6b-4092-ba63-364498327bb6', 'tag': '5018bca9-d0fd-4019-a69a-d25003f4d4da'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:38:21.843256 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db595f06-1840-4aa8-8786-b96fa9369f52" -d '{"events": [{"name": "network-changed", "server_uuid": "c04fcc98-6f6b-4092-ba63-364498327bb6", "tag": "5018bca9-d0fd-4019-a69a-d25003f4d4da"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:38:21.927329 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-9e6f28d5-ac70-4e15-836c-dd41c5afee85 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Deleting port 5fb9edca-ed32-499c-b34f-96d488f192ea {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:38:21.927667 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9e6f28d5-ac70-4e15-836c-dd41c5afee85 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (5fb9edca-ed32-499c-b34f-96d488f192ea), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:22.060625 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9e6f28d5-ac70-4e15-836c-dd41c5afee85 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (5fb9edca-ed32-499c-b34f-96d488f192ea), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:22.061008 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9e6f28d5-ac70-4e15-836c-dd41c5afee85 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for floatingip (5fb9edca-ed32-499c-b34f-96d488f192ea), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:22.083378 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-9e6f28d5-ac70-4e15-836c-dd41c5afee85 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Calling delete_port for 5fb9edca-ed32-499c-b34f-96d488f192ea owned by network:floatingip {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:38:22.179387 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-3b6f7222-3e2e-477a-99ef-6fa3539c2b2f None None] Set router 069e5137-b0ce-4d43-aba1-343cc8c6762a gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:38:22.204692 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5e4cf-ed7b-46dd-9e49-331b2ffbace6 req-5cba21a4-d8bb-458a-ae03-de4fc7ad06ae tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:22.209193 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-73b5e4cf-ed7b-46dd-9e49-331b2ffbace6 req-5cba21a4-d8bb-458a-ae03-de4fc7ad06ae tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0858097 Oct 17 04:38:22.233922 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34304) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:22.269005 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-467d8c24-34bf-49a2-ab8c-95844f0ccf9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:22.290683 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e78d63b-c8bd-45bd-8a84-9c5474519a82 x-openstack-request-id: req-2e78d63b-c8bd-45bd-8a84-9c5474519a82 {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:38:22.290864 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04fcc98-6f6b-4092-ba63-364498327bb6", "tag": "5018bca9-d0fd-4019-a69a-d25003f4d4da", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:38:22.290962 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2e78d63b-c8bd-45bd-8a84-9c5474519a82 {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:38:22.291368 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e78d63b-c8bd-45bd-8a84-9c5474519a82'] response: {'name': 'network-changed', 'server_uuid': 'c04fcc98-6f6b-4092-ba63-364498327bb6', 'tag': '5018bca9-d0fd-4019-a69a-d25003f4d4da', 'status': 'completed', 'code': 200} Oct 17 04:38:22.305417 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-73b5e4cf-ed7b-46dd-9e49-331b2ffbace6 req-9642064f-562b-42d3-abe1-36a445342987 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952237 Oct 17 04:38:22.313553 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9e6f28d5-ac70-4e15-836c-dd41c5afee85 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (5fb9edca-ed32-499c-b34f-96d488f192ea), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:22.348529 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f28d5-ac70-4e15-836c-dd41c5afee85 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Pushing event deleted for resources: {'Port': ['ID=5fb9edca-ed32-499c-b34f-96d488f192ea,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:22.386552 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-467d8c24-34bf-49a2-ab8c-95844f0ccf9b admin admin] Publish callbacks [] for security_group (b5d0fb9a-5efd-4117-a19b-10e548329e9b), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:22.392297 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-467d8c24-34bf-49a2-ab8c-95844f0ccf9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (b5d0fb9a-5efd-4117-a19b-10e548329e9b), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:22.402470 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-3b6f7222-3e2e-477a-99ef-6fa3539c2b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'name': 'tempest-TestShelveInstance-869659983-router', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:55Z', 'revision_number': 4, 'project_id': '164c660f217f4b29b914caf14b773b61', 'gw_port': {'id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '5222da2e-23f0-444c-8c5b-41dc5d7be092', 'name': '', 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'mac_address': 'fa:16:3e:f7:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:54Z', 'updated_at': '2022-10-17T04:33:02Z', 'revision_number': 5, 'project_id': '164c660f217f4b29b914caf14b773b61', 'subnets': [{'id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:22.402769 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:22.404196 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=100 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:22.419905 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9e6f28d5-ac70-4e15-836c-dd41c5afee85 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks [] for floatingip (116d3e35-e42d-495e-852f-abe22d4a8a68), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:22.422390 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-9e6f28d5-ac70-4e15-836c-dd41c5afee85 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:22.423536 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-9e6f28d5-ac70-4e15-836c-dd41c5afee85 tempest-AttachVolumeShelveTestJSON-737796925 tempest-AttachVolumeShelveTestJSON-737796925-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/116d3e35-e42d-495e-852f-abe22d4a8a68 HTTP/1.1" status: 204 len: 168 time: 0.6763620 Oct 17 04:38:22.430548 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f7222-3e2e-477a-99ef-6fa3539c2b2f None None] Checking router: 069e5137-b0ce-4d43-aba1-343cc8c6762a for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:38:22.438807 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d8c24-34bf-49a2-ab8c-95844f0ccf9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d0fb9a-5efd-4117-a19b-10e548329e9b,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:22.439461 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6f7222-3e2e-477a-99ef-6fa3539c2b2f None None] Routers {'069e5137-b0ce-4d43-aba1-343cc8c6762a'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:38:22.440655 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-3b6f7222-3e2e-477a-99ef-6fa3539c2b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:38:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['069e5137-b0ce-4d43-aba1-343cc8c6762a'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:22.454826 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-467d8c24-34bf-49a2-ab8c-95844f0ccf9b admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=a9aef32888a44a3c98758bf79d707be1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168598 Oct 17 04:38:22.456149 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34308) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:22.488756 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:22.517459 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-82d10815-c47b-4f15-8f6e-fc0566be2bd8 admin admin] Publish callbacks [] for security_group (b5d0fb9a-5efd-4117-a19b-10e548329e9b), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:22.538326 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:22.544489 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-82d10815-c47b-4f15-8f6e-fc0566be2bd8 admin admin] Publish callbacks [] for security_group (b5d0fb9a-5efd-4117-a19b-10e548329e9b), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:22.558684 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-3b6f7222-3e2e-477a-99ef-6fa3539c2b2f None None] Set router 069e5137-b0ce-4d43-aba1-343cc8c6762a gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:38:22.595015 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-82d10815-c47b-4f15-8f6e-fc0566be2bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (b5d0fb9a-5efd-4117-a19b-10e548329e9b), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:22.597782 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-82d10815-c47b-4f15-8f6e-fc0566be2bd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:22.598924 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-82d10815-c47b-4f15-8f6e-fc0566be2bd8 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/b5d0fb9a-5efd-4117-a19b-10e548329e9b HTTP/1.1" status: 204 len: 168 time: 0.1420863 Oct 17 04:38:22.610385 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d10815-c47b-4f15-8f6e-fc0566be2bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d0fb9a-5efd-4117-a19b-10e548329e9b,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:22.769034 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-3b6f7222-3e2e-477a-99ef-6fa3539c2b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'name': 'tempest-TestShelveInstance-869659983-router', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:55Z', 'revision_number': 4, 'project_id': '164c660f217f4b29b914caf14b773b61', 'gw_port': {'id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '5222da2e-23f0-444c-8c5b-41dc5d7be092', 'name': '', 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'mac_address': 'fa:16:3e:f7:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:54Z', 'updated_at': '2022-10-17T04:33:02Z', 'revision_number': 5, 'project_id': '164c660f217f4b29b914caf14b773b61', 'subnets': [{'id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:22.794743 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f7222-3e2e-477a-99ef-6fa3539c2b2f None None] The sync data for ids ['069e5137-b0ce-4d43-aba1-343cc8c6762a'] in dv-cinder-861557-1-iscsi is: [{'id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'name': 'tempest-TestShelveInstance-869659983-router', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:55Z', 'revision_number': 4, 'project_id': '164c660f217f4b29b914caf14b773b61', 'gw_port': {'id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '5222da2e-23f0-444c-8c5b-41dc5d7be092', 'name': '', 'network_id': '98905e91-d61c-460b-b7b3-b0bac875b67e', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'mac_address': 'fa:16:3e:f7:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:54Z', 'updated_at': '2022-10-17T04:33:02Z', 'revision_number': 5, 'project_id': '164c660f217f4b29b914caf14b773b61', 'subnets': [{'id': '36376a24-6d8f-4101-b65d-31b01f263bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:38:23.019432 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6542a0-ccd4-4e13-9c18-2276081d1a74 None None] New status for floating IP ee673236-f8e5-4baa-a5ba-0ee228a34068: DOWN {{(pid=104490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:38:23.171711 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db595f06-1840-4aa8-8786-b96fa9369f52 req-56b03430-162b-4b75-92a6-4c983a93da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:23.173299 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-db595f06-1840-4aa8-8786-b96fa9369f52 req-56b03430-162b-4b75-92a6-4c983a93da27 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=164c660f217f4b29b914caf14b773b61&device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 1129 time: 0.0491490 Oct 17 04:38:23.360433 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db595f06-1840-4aa8-8786-b96fa9369f52 req-477eb184-f4d1-41bf-9e63-8d86417b9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:23.363784 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-db595f06-1840-4aa8-8786-b96fa9369f52 req-477eb184-f4d1-41bf-9e63-8d86417b9a4f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=98905e91-d61c-460b-b7b3-b0bac875b67e HTTP/1.1" status: 200 len: 909 time: 0.0982242 Oct 17 04:38:23.441051 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ae7eb-e81f-4328-91f8-60ffee11b9b1 req-d64d3d30-7071-4ae3-b05b-eafb6887230c tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:23.442687 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-277ae7eb-e81f-4328-91f8-60ffee11b9b1 req-d64d3d30-7071-4ae3-b05b-eafb6887230c tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0483794 Oct 17 04:38:23.498046 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-277ae7eb-e81f-4328-91f8-60ffee11b9b1 req-1d018929-4e42-4e3e-a0b9-0cdc2f0eebe4 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=03abd6e4-1646-46f0-8d43-85e42762175e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497310 Oct 17 04:38:23.539427 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-db595f06-1840-4aa8-8786-b96fa9369f52 req-6a084052-3aed-4bac-ad62-4884190a5030 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5018bca9-d0fd-4019-a69a-d25003f4d4da HTTP/1.1" status: 200 len: 217 time: 0.0337586 Oct 17 04:38:23.554443 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:23.628169 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db595f06-1840-4aa8-8786-b96fa9369f52 req-5bdbcce7-8997-4567-86ae-ff208f0496de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:23.629715 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-db595f06-1840-4aa8-8786-b96fa9369f52 req-5bdbcce7-8997-4567-86ae-ff208f0496de service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=36376a24-6d8f-4101-b65d-31b01f263bed HTTP/1.1" status: 200 len: 847 time: 0.0836191 Oct 17 04:38:23.640828 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034a696-164b-4a6f-920e-63614ce4f716 req-85fc3c64-b71c-4b09-81f0-d1540271743a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:23.641377 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-6034a696-164b-4a6f-920e-63614ce4f716 req-85fc3c64-b71c-4b09-81f0-d1540271743a tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 945 time: 0.0680897 Oct 17 04:38:23.714934 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db595f06-1840-4aa8-8786-b96fa9369f52 req-e3247e91-150b-4c2f-96ac-93b0226b9295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:23.716436 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-db595f06-1840-4aa8-8786-b96fa9369f52 req-e3247e91-150b-4c2f-96ac-93b0226b9295 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=98905e91-d61c-460b-b7b3-b0bac875b67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742395 Oct 17 04:38:23.814917 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-6034a696-164b-4a6f-920e-63614ce4f716 req-fb177266-e37c-46c5-afc5-bcd06ad71bf6 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Deleting port 5018bca9-d0fd-4019-a69a-d25003f4d4da {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:38:23.815452 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-6034a696-164b-4a6f-920e-63614ce4f716 req-fb177266-e37c-46c5-afc5-bcd06ad71bf6 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:23.907342 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-db595f06-1840-4aa8-8786-b96fa9369f52 req-eccb2404-89d4-4055-8c2b-9130f6561529 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/98905e91-d61c-460b-b7b3-b0bac875b67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821499 Oct 17 04:38:23.983663 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-6034a696-164b-4a6f-920e-63614ce4f716 req-fb177266-e37c-46c5-afc5-bcd06ad71bf6 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] For port 5018bca9-d0fd-4019-a69a-d25003f4d4da, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=5018bca9-d0fd-4019-a69a-d25003f4d4da,segment=NetworkSegment(1b7f1744-e228-4bb2-ad97-6cc7e494aa27),segment_id=1b7f1744-e228-4bb2-ad97-6cc7e494aa27)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:38:23.984017 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-6034a696-164b-4a6f-920e-63614ce4f716 req-fb177266-e37c-46c5-afc5-bcd06ad71bf6 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:24.004449 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-6034a696-164b-4a6f-920e-63614ce4f716 req-fb177266-e37c-46c5-afc5-bcd06ad71bf6 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Calling delete_port for 5018bca9-d0fd-4019-a69a-d25003f4d4da owned by compute:nova {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:38:24.032178 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 0c4b79b8-f091-4221-b5d8-ad21adc83468 no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:38:24.055659 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] No Port match for: 0c4b79b8-f091-4221-b5d8-ad21adc83468 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:38:24.055922 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 0c4b79b8-f091-4221-b5d8-ad21adc83468 not bound to the agent host hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:38:24.075694 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-db595f06-1840-4aa8-8786-b96fa9369f52 req-1c7b4fdf-739a-4e94-b63d-d051319b65fa service neutron] 10.222.0.20 "GET /networking/v2.0/networks/98905e91-d61c-460b-b7b3-b0bac875b67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613917 Oct 17 04:38:24.172239 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-6034a696-164b-4a6f-920e-63614ce4f716 req-fb177266-e37c-46c5-afc5-bcd06ad71bf6 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (5018bca9-d0fd-4019-a69a-d25003f4d4da), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:24.201599 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb177266-e37c-46c5-afc5-bcd06ad71bf6 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Pushing event deleted for resources: {'Port': ['ID=5018bca9-d0fd-4019-a69a-d25003f4d4da,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:24.256011 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-6034a696-164b-4a6f-920e-63614ce4f716 req-fb177266-e37c-46c5-afc5-bcd06ad71bf6 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] No DVR routers for this DVR port 5018bca9-d0fd-4019-a69a-d25003f4d4da on host hv-cinder-86155 {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:38:24.258423 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-6034a696-164b-4a6f-920e-63614ce4f716 req-fb177266-e37c-46c5-afc5-bcd06ad71bf6 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:24.261677 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-6034a696-164b-4a6f-920e-63614ce4f716 req-fb177266-e37c-46c5-afc5-bcd06ad71bf6 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.20 "DELETE /networking/v2.0/ports/5018bca9-d0fd-4019-a69a-d25003f4d4da HTTP/1.1" status: 204 len: 173 time: 0.6113877 Oct 17 04:38:24.262166 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04fcc98-6f6b-4092-ba63-364498327bb6', 'name': 'network-vif-deleted', 'tag': '5018bca9-d0fd-4019-a69a-d25003f4d4da'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:38:24.264378 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6685312-038c-4aa3-bb84-23ca96209b79" -d '{"events": [{"server_uuid": "c04fcc98-6f6b-4092-ba63-364498327bb6", "name": "network-vif-deleted", "tag": "5018bca9-d0fd-4019-a69a-d25003f4d4da"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:38:24.303914 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1619de2e-c3c7-4864-8de1-21b0663a867d x-openstack-request-id: req-1619de2e-c3c7-4864-8de1-21b0663a867d {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:38:24.305481 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04fcc98-6f6b-4092-ba63-364498327bb6", "name": "network-vif-deleted", "tag": "5018bca9-d0fd-4019-a69a-d25003f4d4da", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:38:24.305749 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1619de2e-c3c7-4864-8de1-21b0663a867d {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:38:24.306168 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1619de2e-c3c7-4864-8de1-21b0663a867d'] response: {'server_uuid': 'c04fcc98-6f6b-4092-ba63-364498327bb6', 'name': 'network-vif-deleted', 'tag': '5018bca9-d0fd-4019-a69a-d25003f4d4da', 'status': 'completed', 'code': 200} Oct 17 04:38:24.615455 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-de9cf5cf-21f0-4fbf-954c-4d021f5e2c5f req-6d216772-9186-46d4-8dd5-aa4d1b740493 tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c04fcc98-6f6b-4092-ba63-364498327bb6 HTTP/1.1" status: 200 len: 210 time: 0.0378969 Oct 17 04:38:24.815968 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34402) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:24.929759 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34412) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:24.977322 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-65e33069-9c16-48da-ad80-8770efb1ecc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:25.000324 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:25.361681 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:25.379856 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-65e33069-9c16-48da-ad80-8770efb1ecc2 admin admin] Publish callbacks [] for security_group (4e635b4d-8e61-406b-843c-28bd38cd0bca), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:25.386071 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-65e33069-9c16-48da-ad80-8770efb1ecc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (4e635b4d-8e61-406b-843c-28bd38cd0bca), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:25.475778 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-65e33069-9c16-48da-ad80-8770efb1ecc2 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=0e4348ceace64a9c97b0455208f95548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6563885 Oct 17 04:38:25.476271 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34422) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:25.503203 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e33069-9c16-48da-ad80-8770efb1ecc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e635b4d-8e61-406b-843c-28bd38cd0bca,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:25.538145 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2e62e041-591a-41e0-8e60-12e560c8dd37 admin admin] Publish callbacks [] for security_group (4e635b4d-8e61-406b-843c-28bd38cd0bca), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:25.560208 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2e62e041-591a-41e0-8e60-12e560c8dd37 admin admin] Publish callbacks [] for security_group (4e635b4d-8e61-406b-843c-28bd38cd0bca), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:25.623601 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2e62e041-591a-41e0-8e60-12e560c8dd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (4e635b4d-8e61-406b-843c-28bd38cd0bca), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:25.630340 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2e62e041-591a-41e0-8e60-12e560c8dd37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:25.633535 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-2e62e041-591a-41e0-8e60-12e560c8dd37 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/4e635b4d-8e61-406b-843c-28bd38cd0bca HTTP/1.1" status: 204 len: 168 time: 0.1561453 Oct 17 04:38:25.647974 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62e041-591a-41e0-8e60-12e560c8dd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e635b4d-8e61-406b-843c-28bd38cd0bca,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:25.700135 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34430) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:25.711765 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2e9499f0-17eb-4113-9734-a8f4c24fe214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648450'] for router_interface (2c7c6e38-6b11-4d56-9711-38ee49b63176), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:25.770523 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-23473615-3409-4b4c-9231-38a79bc56b0c tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group (03abd6e4-1646-46f0-8d43-85e42762175e), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:25.797792 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-23473615-3409-4b4c-9231-38a79bc56b0c tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group (03abd6e4-1646-46f0-8d43-85e42762175e), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:25.864671 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-23473615-3409-4b4c-9231-38a79bc56b0c tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (03abd6e4-1646-46f0-8d43-85e42762175e), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:25.868395 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-23473615-3409-4b4c-9231-38a79bc56b0c tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:25.869942 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-23473615-3409-4b4c-9231-38a79bc56b0c tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/03abd6e4-1646-46f0-8d43-85e42762175e HTTP/1.1" status: 204 len: 168 time: 0.1687026 Oct 17 04:38:25.879658 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23473615-3409-4b4c-9231-38a79bc56b0c tempest-TestShelveInstance-726996755 tempest-TestShelveInstance-726996755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03abd6e4-1646-46f0-8d43-85e42762175e,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:25.934075 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34436) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:25.996035 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-2e9499f0-17eb-4113-9734-a8f4c24fe214 admin admin] Deleting port 78935399-6a90-4839-8df7-6fc05be54b3e {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:38:25.996570 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2e9499f0-17eb-4113-9734-a8f4c24fe214 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (78935399-6a90-4839-8df7-6fc05be54b3e), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:26.016967 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34440) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:26.031480 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-223b764d-60d3-4c2d-82b6-004deb893647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:26.097133 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-2e9499f0-17eb-4113-9734-a8f4c24fe214 admin admin] For port 78935399-6a90-4839-8df7-6fc05be54b3e, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=78935399-6a90-4839-8df7-6fc05be54b3e,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:38:26.097600 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2e9499f0-17eb-4113-9734-a8f4c24fe214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (78935399-6a90-4839-8df7-6fc05be54b3e), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:26.114548 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-2e9499f0-17eb-4113-9734-a8f4c24fe214 admin admin] Calling delete_port for 78935399-6a90-4839-8df7-6fc05be54b3e owned by network:router_interface {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:38:26.119909 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:26.120172 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-223b764d-60d3-4c2d-82b6-004deb893647 admin admin] Publish callbacks [] for security_group (1ced6fcf-a81c-454d-b64f-766a0ea73bca), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:26.129688 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-223b764d-60d3-4c2d-82b6-004deb893647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (1ced6fcf-a81c-454d-b64f-766a0ea73bca), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:26.176689 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-223b764d-60d3-4c2d-82b6-004deb893647 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=a3e59d27d3c04a8ea1ca8055372bd0ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544769 Oct 17 04:38:26.177017 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34442) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:26.179044 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b764d-60d3-4c2d-82b6-004deb893647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ced6fcf-a81c-454d-b64f-766a0ea73bca,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:26.281996 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-04e486a5-d79d-4253-ae43-c8ad6850e361 admin admin] Publish callbacks [] for security_group (1ced6fcf-a81c-454d-b64f-766a0ea73bca), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:26.316343 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-04e486a5-d79d-4253-ae43-c8ad6850e361 admin admin] Publish callbacks [] for security_group (1ced6fcf-a81c-454d-b64f-766a0ea73bca), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:26.351119 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:26.368404 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:26.388201 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:26.402894 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2e9499f0-17eb-4113-9734-a8f4c24fe214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (78935399-6a90-4839-8df7-6fc05be54b3e), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:26.413127 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-04e486a5-d79d-4253-ae43-c8ad6850e361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (1ced6fcf-a81c-454d-b64f-766a0ea73bca), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:26.415637 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-04e486a5-d79d-4253-ae43-c8ad6850e361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:26.419242 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-04e486a5-d79d-4253-ae43-c8ad6850e361 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/1ced6fcf-a81c-454d-b64f-766a0ea73bca HTTP/1.1" status: 204 len: 168 time: 0.2387967 Oct 17 04:38:26.443308 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9499f0-17eb-4113-9734-a8f4c24fe214 admin admin] Pushing event deleted for resources: {'Port': ['ID=78935399-6a90-4839-8df7-6fc05be54b3e,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:26.453582 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e486a5-d79d-4253-ae43-c8ad6850e361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ced6fcf-a81c-454d-b64f-766a0ea73bca,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:26.540580 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bca44708-6119-435f-8783-107c07693b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648450'] for router_interface (069e5137-b0ce-4d43-aba1-343cc8c6762a), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:26.636543 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2e9499f0-17eb-4113-9734-a8f4c24fe214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648438'] for router_interface (2c7c6e38-6b11-4d56-9711-38ee49b63176), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:26.700406 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df40cf05-e9d5-4b58-83d6-ad4c137b2f2d None None] get_active_networks_info from dv-cinder-861557-1-iscsi {{(pid=104489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 04:38:26.763063 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=100 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:26.829629 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df40cf05-e9d5-4b58-83d6-ad4c137b2f2d None None] Resources bound (agent type, host, resource id): {{(pid=104489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 04:38:26.879360 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9499f0-17eb-4113-9734-a8f4c24fe214 admin admin] Router 2c7c6e38-6b11-4d56-9711-38ee49b63176 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:38:27.008994 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9499f0-17eb-4113-9734-a8f4c24fe214 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:38:27.016668 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-2e9499f0-17eb-4113-9734-a8f4c24fe214 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/2c7c6e38-6b11-4d56-9711-38ee49b63176/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0840147 Oct 17 04:38:27.018910 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34458) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:27.024820 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde49cef-3dfa-465b-92ee-391945cf77b1 None None] Sync routers for ids ['2c7c6e38-6b11-4d56-9711-38ee49b63176'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:38:27.040853 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde49cef-3dfa-465b-92ee-391945cf77b1 None None] Routers {'2c7c6e38-6b11-4d56-9711-38ee49b63176'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:38:27.042206 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-dde49cef-3dfa-465b-92ee-391945cf77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:38:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['2c7c6e38-6b11-4d56-9711-38ee49b63176'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:27.114881 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:27.131930 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-bca44708-6119-435f-8783-107c07693b44 admin admin] Deleting port 5222da2e-23f0-444c-8c5b-41dc5d7be092 {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:38:27.132778 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bca44708-6119-435f-8783-107c07693b44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (5222da2e-23f0-444c-8c5b-41dc5d7be092), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:27.180864 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-432f6e07-53cd-459b-829a-08a44f8a4b61 admin admin] Publish callbacks [] for router (2c7c6e38-6b11-4d56-9711-38ee49b63176), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:27.204083 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-dde49cef-3dfa-465b-92ee-391945cf77b1 None None] Set router 2c7c6e38-6b11-4d56-9711-38ee49b63176 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:38:27.228266 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-bca44708-6119-435f-8783-107c07693b44 admin admin] For port 5222da2e-23f0-444c-8c5b-41dc5d7be092, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=5222da2e-23f0-444c-8c5b-41dc5d7be092,segment=NetworkSegment(1b7f1744-e228-4bb2-ad97-6cc7e494aa27),segment_id=1b7f1744-e228-4bb2-ad97-6cc7e494aa27)] {{(pid=104488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:38:27.228658 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bca44708-6119-435f-8783-107c07693b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (5222da2e-23f0-444c-8c5b-41dc5d7be092), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:27.245865 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-bca44708-6119-435f-8783-107c07693b44 admin admin] Calling delete_port for 5222da2e-23f0-444c-8c5b-41dc5d7be092 owned by network:router_interface {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:38:27.359385 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-432f6e07-53cd-459b-829a-08a44f8a4b61 admin admin] Publish callbacks [] for router_gateway (2c7c6e38-6b11-4d56-9711-38ee49b63176), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:27.430224 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-432f6e07-53cd-459b-829a-08a44f8a4b61 admin admin] Deleting port e322bd02-8ff2-40a3-b8c7-25e61d874f7b {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:38:27.430702 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-432f6e07-53cd-459b-829a-08a44f8a4b61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (e322bd02-8ff2-40a3-b8c7-25e61d874f7b), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:27.484296 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-dde49cef-3dfa-465b-92ee-391945cf77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'name': 'tempest-AttachVolumeShelveTestJSON-998903936-router', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:56Z', 'updated_at': '2022-10-17T04:38:26Z', 'revision_number': 5, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'gw_port': {'id': 'e322bd02-8ff2-40a3-b8c7-25e61d874f7b', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:30:57Z', 'updated_at': '2022-10-17T04:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:27.489960 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=100 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:27.506986 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bca44708-6119-435f-8783-107c07693b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (5222da2e-23f0-444c-8c5b-41dc5d7be092), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:27.529705 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde49cef-3dfa-465b-92ee-391945cf77b1 None None] Checking router: 2c7c6e38-6b11-4d56-9711-38ee49b63176 for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:38:27.535983 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca44708-6119-435f-8783-107c07693b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=5222da2e-23f0-444c-8c5b-41dc5d7be092,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:27.546075 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde49cef-3dfa-465b-92ee-391945cf77b1 None None] Routers {'2c7c6e38-6b11-4d56-9711-38ee49b63176'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:38:27.546757 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-dde49cef-3dfa-465b-92ee-391945cf77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:38:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['2c7c6e38-6b11-4d56-9711-38ee49b63176'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:27.604849 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-432f6e07-53cd-459b-829a-08a44f8a4b61 admin admin] For port e322bd02-8ff2-40a3-b8c7-25e61d874f7b, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=e322bd02-8ff2-40a3-b8c7-25e61d874f7b,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:38:27.605758 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-432f6e07-53cd-459b-829a-08a44f8a4b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (e322bd02-8ff2-40a3-b8c7-25e61d874f7b), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:27.637942 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-432f6e07-53cd-459b-829a-08a44f8a4b61 admin admin] Calling delete_port for e322bd02-8ff2-40a3-b8c7-25e61d874f7b owned by network:router_gateway {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:38:27.666406 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-dde49cef-3dfa-465b-92ee-391945cf77b1 None None] Set router 2c7c6e38-6b11-4d56-9711-38ee49b63176 gateway port host: None {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:38:27.693342 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:27.757584 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-dde49cef-3dfa-465b-92ee-391945cf77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'name': 'tempest-AttachVolumeShelveTestJSON-998903936-router', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:56Z', 'updated_at': '2022-10-17T04:38:27Z', 'revision_number': 6, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'gw_port_host': None}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:27.785947 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:27.794274 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-bca44708-6119-435f-8783-107c07693b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648438'] for router_interface (069e5137-b0ce-4d43-aba1-343cc8c6762a), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:27.821962 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde49cef-3dfa-465b-92ee-391945cf77b1 None None] The sync data for ids ['2c7c6e38-6b11-4d56-9711-38ee49b63176'] in dv-cinder-861557-1-iscsi is: [{'id': '2c7c6e38-6b11-4d56-9711-38ee49b63176', 'name': 'tempest-AttachVolumeShelveTestJSON-998903936-router', 'tenant_id': '0761fde06e5240adb0d7f1a7d5724d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:30:56Z', 'updated_at': '2022-10-17T04:38:27Z', 'revision_number': 6, 'project_id': '0761fde06e5240adb0d7f1a7d5724d37', 'gw_port_host': None}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:38:27.853344 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-432f6e07-53cd-459b-829a-08a44f8a4b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (e322bd02-8ff2-40a3-b8c7-25e61d874f7b), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:27.888617 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-6912b7a4-5106-4320-8536-bb1e7815dad1 None None] Provisioning complete for port 78064146-4c70-42b2-a12a-c79b5a037e17 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:27.889293 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-6912b7a4-5106-4320-8536-bb1e7815dad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (78064146-4c70-42b2-a12a-c79b5a037e17), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:27.889776 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-6912b7a4-5106-4320-8536-bb1e7815dad1 None None] Attempt 1 to provision port 78064146-4c70-42b2-a12a-c79b5a037e17 Oct 17 04:38:27.911588 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f6e07-53cd-459b-829a-08a44f8a4b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=e322bd02-8ff2-40a3-b8c7-25e61d874f7b,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:27.963906 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-432f6e07-53cd-459b-829a-08a44f8a4b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638780'] for router_gateway (2c7c6e38-6b11-4d56-9711-38ee49b63176), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:27.986848 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:28.024642 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-6912b7a4-5106-4320-8536-bb1e7815dad1 None None] Current status of the port 78064146-4c70-42b2-a12a-c79b5a037e17 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:38:28.064345 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-432f6e07-53cd-459b-829a-08a44f8a4b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16008'] for router (2c7c6e38-6b11-4d56-9711-38ee49b63176), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:28.067049 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-432f6e07-53cd-459b-829a-08a44f8a4b61 admin admin] Publish callbacks [] for router_controller (2c7c6e38-6b11-4d56-9711-38ee49b63176), precommit_delete_associations {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:28.114253 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc59618-fd49-4f9f-a43a-96047c6a691d None None] get_active_networks_info from dv-cinder-861557-1-iscsi {{(pid=104489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 04:38:28.118817 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-432f6e07-53cd-459b-829a-08a44f8a4b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648494'] for router (2c7c6e38-6b11-4d56-9711-38ee49b63176), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:28.119607 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432f6e07-53cd-459b-829a-08a44f8a4b61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c7c6e38-6b11-4d56-9711-38ee49b63176 {{(pid=104487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 04:38:28.127455 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-432f6e07-53cd-459b-829a-08a44f8a4b61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:28.129003 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-432f6e07-53cd-459b-829a-08a44f8a4b61 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/2c7c6e38-6b11-4d56-9711-38ee49b63176 HTTP/1.1" status: 204 len: 168 time: 1.1091015 Oct 17 04:38:28.131813 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34482) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:28.172600 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca44708-6119-435f-8783-107c07693b44 admin admin] Router 069e5137-b0ce-4d43-aba1-343cc8c6762a has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:38:28.201945 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_v2 [None req-980d1455-ba2f-4923-b191-28ac1ebc8860 admin admin] Deleting subnet 7c706f9b-2867-4158-b285-926a4adb47a2 {{(pid=104487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:38:28.206674 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-980d1455-ba2f-4923-b191-28ac1ebc8860 admin admin] Publish callbacks [] for subnet (7c706f9b-2867-4158-b285-926a4adb47a2), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:28.251055 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-980d1455-ba2f-4923-b191-28ac1ebc8860 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8359371'] for subnet (7c706f9b-2867-4158-b285-926a4adb47a2), precommit_delete_associations {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:28.283079 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc59618-fd49-4f9f-a43a-96047c6a691d None None] Resources bound (agent type, host, resource id): {{(pid=104489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 04:38:28.339477 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca44708-6119-435f-8783-107c07693b44 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:38:28.346149 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-bca44708-6119-435f-8783-107c07693b44 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/069e5137-b0ce-4d43-aba1-343cc8c6762a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4107800 Oct 17 04:38:28.348560 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e81ce-a99b-4e4e-8d56-46f28bccf24f None None] Sync routers for ids ['069e5137-b0ce-4d43-aba1-343cc8c6762a'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:38:28.349265 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34486) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:28.354490 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:28.366570 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418e81ce-a99b-4e4e-8d56-46f28bccf24f None None] Routers {'069e5137-b0ce-4d43-aba1-343cc8c6762a'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:38:28.367962 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-418e81ce-a99b-4e4e-8d56-46f28bccf24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:38:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['069e5137-b0ce-4d43-aba1-343cc8c6762a'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:28.378892 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-980d1455-ba2f-4923-b191-28ac1ebc8860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588216'] for subnet (7c706f9b-2867-4158-b285-926a4adb47a2), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:28.458891 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-980d1455-ba2f-4923-b191-28ac1ebc8860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3592535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7604970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7353880'] for subnet (7c706f9b-2867-4158-b285-926a4adb47a2), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:28.459235 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 5018bca9-d0fd-4019-a69a-d25003f4d4da no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:38:28.483285 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 78935399-6a90-4839-8df7-6fc05be54b3e no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:38:28.506318 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=100 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:28.507794 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] No Port match for: 5018bca9-d0fd-4019-a69a-d25003f4d4da {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:38:28.508488 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 5018bca9-d0fd-4019-a69a-d25003f4d4da not bound to the agent host hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:38:28.511240 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 78935399-6a90-4839-8df7-6fc05be54b3e {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:38:28.511794 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 78935399-6a90-4839-8df7-6fc05be54b3e not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:38:28.529066 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-980d1455-ba2f-4923-b191-28ac1ebc8860 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:28.532337 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-980d1455-ba2f-4923-b191-28ac1ebc8860 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/7c706f9b-2867-4158-b285-926a4adb47a2 HTTP/1.1" status: 204 len: 168 time: 0.3995686 Oct 17 04:38:28.533985 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d1455-ba2f-4923-b191-28ac1ebc8860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c706f9b-2867-4158-b285-926a4adb47a2,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:28.535873 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34490) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:28.539654 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c1591852-408d-4f05-b85d-aef14cef77a4 admin admin] Publish callbacks [] for router (069e5137-b0ce-4d43-aba1-343cc8c6762a), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:28.581423 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-418e81ce-a99b-4e4e-8d56-46f28bccf24f None None] Set router 069e5137-b0ce-4d43-aba1-343cc8c6762a gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:38:28.625816 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-12c7e748-35bb-4ad8-93e6-b2ba04b2cdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3580085'] for network (596ebb0d-79d0-45f5-9e52-b2ce25b00863), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:28.676284 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-12c7e748-35bb-4ad8-93e6-b2ba04b2cdbc admin admin] Deleting port 78064146-4c70-42b2-a12a-c79b5a037e17 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:38:28.676630 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-12c7e748-35bb-4ad8-93e6-b2ba04b2cdbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (78064146-4c70-42b2-a12a-c79b5a037e17), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:28.790830 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c1591852-408d-4f05-b85d-aef14cef77a4 admin admin] Publish callbacks [] for router_gateway (069e5137-b0ce-4d43-aba1-343cc8c6762a), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:28.797136 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-12c7e748-35bb-4ad8-93e6-b2ba04b2cdbc admin admin] For port 78064146-4c70-42b2-a12a-c79b5a037e17, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=78064146-4c70-42b2-a12a-c79b5a037e17,segment=NetworkSegment(faf5546c-f7d8-4af8-85f9-9b0d6bba44c2),segment_id=faf5546c-f7d8-4af8-85f9-9b0d6bba44c2)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:38:28.797136 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-12c7e748-35bb-4ad8-93e6-b2ba04b2cdbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (78064146-4c70-42b2-a12a-c79b5a037e17), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:28.830033 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-12c7e748-35bb-4ad8-93e6-b2ba04b2cdbc admin admin] Calling delete_port for 78064146-4c70-42b2-a12a-c79b5a037e17 owned by network:dhcp {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:38:28.883119 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-c1591852-408d-4f05-b85d-aef14cef77a4 admin admin] Deleting port 0f9279f2-5b73-4b27-b636-fccce4256dfa {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:38:28.883596 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c1591852-408d-4f05-b85d-aef14cef77a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (0f9279f2-5b73-4b27-b636-fccce4256dfa), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:28.951423 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-418e81ce-a99b-4e4e-8d56-46f28bccf24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'name': 'tempest-TestShelveInstance-869659983-router', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:38:27Z', 'revision_number': 5, 'project_id': '164c660f217f4b29b914caf14b773b61', 'gw_port': {'id': '0f9279f2-5b73-4b27-b636-fccce4256dfa', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:28.975496 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:29.019809 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e81ce-a99b-4e4e-8d56-46f28bccf24f None None] Checking router: 069e5137-b0ce-4d43-aba1-343cc8c6762a for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:38:29.028183 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-12c7e748-35bb-4ad8-93e6-b2ba04b2cdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (78064146-4c70-42b2-a12a-c79b5a037e17), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:29.035109 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418e81ce-a99b-4e4e-8d56-46f28bccf24f None None] Routers {'069e5137-b0ce-4d43-aba1-343cc8c6762a'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:38:29.035979 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-418e81ce-a99b-4e4e-8d56-46f28bccf24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:38:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['069e5137-b0ce-4d43-aba1-343cc8c6762a'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:29.075969 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-c1591852-408d-4f05-b85d-aef14cef77a4 admin admin] For port 0f9279f2-5b73-4b27-b636-fccce4256dfa, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=0f9279f2-5b73-4b27-b636-fccce4256dfa,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:38:29.076512 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c1591852-408d-4f05-b85d-aef14cef77a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (0f9279f2-5b73-4b27-b636-fccce4256dfa), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:29.086687 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7e748-35bb-4ad8-93e6-b2ba04b2cdbc admin admin] Pushing event deleted for resources: {'Port': ['ID=78064146-4c70-42b2-a12a-c79b5a037e17,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:29.090314 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c7e748-35bb-4ad8-93e6-b2ba04b2cdbc admin admin] No DVR routers for this DVR port 78064146-4c70-42b2-a12a-c79b5a037e17 on host dv-cinder-861557-1-iscsi {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:38:29.095333 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-c1591852-408d-4f05-b85d-aef14cef77a4 admin admin] Calling delete_port for 0f9279f2-5b73-4b27-b636-fccce4256dfa owned by network:router_gateway {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:38:29.182055 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-418e81ce-a99b-4e4e-8d56-46f28bccf24f None None] Set router 069e5137-b0ce-4d43-aba1-343cc8c6762a gateway port host: None {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:38:29.257631 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-418e81ce-a99b-4e4e-8d56-46f28bccf24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'name': 'tempest-TestShelveInstance-869659983-router', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:38:28Z', 'revision_number': 6, 'project_id': '164c660f217f4b29b914caf14b773b61', 'gw_port_host': None}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:29.269443 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-12c7e748-35bb-4ad8-93e6-b2ba04b2cdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8774867117788'] for network (596ebb0d-79d0-45f5-9e52-b2ce25b00863), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:29.287346 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e81ce-a99b-4e4e-8d56-46f28bccf24f None None] The sync data for ids ['069e5137-b0ce-4d43-aba1-343cc8c6762a'] in dv-cinder-861557-1-iscsi is: [{'id': '069e5137-b0ce-4d43-aba1-343cc8c6762a', 'name': 'tempest-TestShelveInstance-869659983-router', 'tenant_id': '164c660f217f4b29b914caf14b773b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:51Z', 'updated_at': '2022-10-17T04:38:28Z', 'revision_number': 6, 'project_id': '164c660f217f4b29b914caf14b773b61', 'gw_port_host': None}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:38:29.329453 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-12c7e748-35bb-4ad8-93e6-b2ba04b2cdbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596ebb0d-79d0-45f5-9e52-b2ce25b00863']}} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:29.367851 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:29.378119 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-12c7e748-35bb-4ad8-93e6-b2ba04b2cdbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf5546c-f7d8-4af8-85f9-9b0d6bba44c2') {'for_net_delete': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:29.378360 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-12c7e748-35bb-4ad8-93e6-b2ba04b2cdbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf5546c-f7d8-4af8-85f9-9b0d6bba44c2') {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:29.390961 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-12c7e748-35bb-4ad8-93e6-b2ba04b2cdbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774867185574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8359346'] for segment (faf5546c-f7d8-4af8-85f9-9b0d6bba44c2), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:29.403240 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c1591852-408d-4f05-b85d-aef14cef77a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (0f9279f2-5b73-4b27-b636-fccce4256dfa), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:29.418383 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-12c7e748-35bb-4ad8-93e6-b2ba04b2cdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (faf5546c-f7d8-4af8-85f9-9b0d6bba44c2), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:29.435249 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c7e748-35bb-4ad8-93e6-b2ba04b2cdbc admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=104487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:38:29.435851 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-12c7e748-35bb-4ad8-93e6-b2ba04b2cdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7604736'] for segment (faf5546c-f7d8-4af8-85f9-9b0d6bba44c2), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:29.476440 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1591852-408d-4f05-b85d-aef14cef77a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f9279f2-5b73-4b27-b636-fccce4256dfa,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:29.513939 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment faf5546c-f7d8-4af8-85f9-9b0d6bba44c2 resource provider aggregate not found Oct 17 04:38:29.520225 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-12c7e748-35bb-4ad8-93e6-b2ba04b2cdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638819'] for network (596ebb0d-79d0-45f5-9e52-b2ce25b00863), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:29.534933 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:29.551167 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment faf5546c-f7d8-4af8-85f9-9b0d6bba44c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid faf5546c-f7d8-4af8-85f9-9b0d6bba44c2 found for delete ", "request_id": "req-8253da7d-c0ea-48a9-927b-38a43cf031d3"}]} Oct 17 04:38:29.552219 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-12c7e748-35bb-4ad8-93e6-b2ba04b2cdbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:29.553683 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c1591852-408d-4f05-b85d-aef14cef77a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638780'] for router_gateway (069e5137-b0ce-4d43-aba1-343cc8c6762a), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:29.558169 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-12c7e748-35bb-4ad8-93e6-b2ba04b2cdbc admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/596ebb0d-79d0-45f5-9e52-b2ce25b00863 HTTP/1.1" status: 204 len: 168 time: 1.0214577 Oct 17 04:38:29.559456 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7e748-35bb-4ad8-93e6-b2ba04b2cdbc admin admin] Pushing event deleted for resources: {'Network': ['ID=596ebb0d-79d0-45f5-9e52-b2ce25b00863,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:29.592983 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e06492-1923-4fb9-be7e-04a54629d5c2 None None] Network 596ebb0d-79d0-45f5-9e52-b2ce25b00863 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:38:29.611124 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e06492-1923-4fb9-be7e-04a54629d5c2 None None] Network 596ebb0d-79d0-45f5-9e52-b2ce25b00863 could not be found, it might have been deleted concurrently. {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 17 04:38:29.668472 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c1591852-408d-4f05-b85d-aef14cef77a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16008'] for router (069e5137-b0ce-4d43-aba1-343cc8c6762a), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:29.670733 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c1591852-408d-4f05-b85d-aef14cef77a4 admin admin] Publish callbacks [] for router_controller (069e5137-b0ce-4d43-aba1-343cc8c6762a), precommit_delete_associations {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:29.675054 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-00f12c27-b64a-423b-917e-c33d20d38181 None None] Provisioning complete for port 94c90196-69be-4a46-9e61-3e5a573899d6 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:29.675440 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-00f12c27-b64a-423b-917e-c33d20d38181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (94c90196-69be-4a46-9e61-3e5a573899d6), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:29.675776 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-00f12c27-b64a-423b-917e-c33d20d38181 None None] Attempt 1 to provision port 94c90196-69be-4a46-9e61-3e5a573899d6 Oct 17 04:38:29.747512 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95db7adb-2e9c-47c8-b4f4-7f22acd62760 None None] DHCP port deletion for 596ebb0d-79d0-45f5-9e52-b2ce25b00863 request from dv-cinder-861557-1-iscsi {{(pid=104489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 04:38:29.790973 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c1591852-408d-4f05-b85d-aef14cef77a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648494'] for router (069e5137-b0ce-4d43-aba1-343cc8c6762a), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:29.791784 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1591852-408d-4f05-b85d-aef14cef77a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 069e5137-b0ce-4d43-aba1-343cc8c6762a {{(pid=104488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 04:38:29.798589 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c1591852-408d-4f05-b85d-aef14cef77a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:29.800198 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-00f12c27-b64a-423b-917e-c33d20d38181 None None] Current status of the port 94c90196-69be-4a46-9e61-3e5a573899d6 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:38:29.804213 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-c1591852-408d-4f05-b85d-aef14cef77a4 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/069e5137-b0ce-4d43-aba1-343cc8c6762a HTTP/1.1" status: 204 len: 168 time: 1.4514227 Oct 17 04:38:29.804980 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34518) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:29.864889 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_v2 [None req-c638b6c0-a1c6-451a-8c46-1d17f9ae4591 admin admin] Deleting subnet 36376a24-6d8f-4101-b65d-31b01f263bed {{(pid=104487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:38:29.868357 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c638b6c0-a1c6-451a-8c46-1d17f9ae4591 admin admin] Publish callbacks [] for subnet (36376a24-6d8f-4101-b65d-31b01f263bed), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:29.870035 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34520) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:29.916318 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c638b6c0-a1c6-451a-8c46-1d17f9ae4591 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8359371'] for subnet (36376a24-6d8f-4101-b65d-31b01f263bed), precommit_delete_associations {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:29.923456 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-c1468d4c-476f-4956-afd0-38b3d44bc4c4 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=0761fde06e5240adb0d7f1a7d5724d37&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0520175 Oct 17 04:38:29.925728 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34522) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:29.997202 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-65d23883-c0dc-4462-901a-ae30720dd8cb admin admin] Publish callbacks [] for security_group (0e26a4f4-7ce3-4b81-9e52-59b027e6c452), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:30.024808 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-65d23883-c0dc-4462-901a-ae30720dd8cb admin admin] Publish callbacks [] for security_group (0e26a4f4-7ce3-4b81-9e52-59b027e6c452), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:30.027731 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:30.032996 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c638b6c0-a1c6-451a-8c46-1d17f9ae4591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588216'] for subnet (36376a24-6d8f-4101-b65d-31b01f263bed), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:30.099106 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c638b6c0-a1c6-451a-8c46-1d17f9ae4591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3592535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7604970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7353880'] for subnet (36376a24-6d8f-4101-b65d-31b01f263bed), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:30.112073 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-65d23883-c0dc-4462-901a-ae30720dd8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (0e26a4f4-7ce3-4b81-9e52-59b027e6c452), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:30.130220 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-65d23883-c0dc-4462-901a-ae30720dd8cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:30.130220 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-65d23883-c0dc-4462-901a-ae30720dd8cb admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/0e26a4f4-7ce3-4b81-9e52-59b027e6c452 HTTP/1.1" status: 204 len: 168 time: 0.1924119 Oct 17 04:38:30.147905 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638b6c0-a1c6-451a-8c46-1d17f9ae4591 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36376a24-6d8f-4101-b65d-31b01f263bed,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:30.161842 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c638b6c0-a1c6-451a-8c46-1d17f9ae4591 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:30.167167 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f7a9be-4550-4020-88d6-f2cfc69b62cc None None] Network 98905e91-d61c-460b-b7b3-b0bac875b67e requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:38:30.170854 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-c638b6c0-a1c6-451a-8c46-1d17f9ae4591 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/36376a24-6d8f-4101-b65d-31b01f263bed HTTP/1.1" status: 204 len: 168 time: 0.3644226 Oct 17 04:38:30.171222 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34528) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:30.189493 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d23883-c0dc-4462-901a-ae30720dd8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e26a4f4-7ce3-4b81-9e52-59b027e6c452,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:30.272000 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47f54d1f-4a06-48ee-bd73-0e4fef6bfaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3580085'] for network (98905e91-d61c-460b-b7b3-b0bac875b67e), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:30.291255 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device e322bd02-8ff2-40a3-b8c7-25e61d874f7b no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:38:30.324436 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-47f54d1f-4a06-48ee-bd73-0e4fef6bfaac admin admin] Deleting port 94c90196-69be-4a46-9e61-3e5a573899d6 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:38:30.324660 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47f54d1f-4a06-48ee-bd73-0e4fef6bfaac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (94c90196-69be-4a46-9e61-3e5a573899d6), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:30.329468 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: e322bd02-8ff2-40a3-b8c7-25e61d874f7b {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:38:30.330689 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device e322bd02-8ff2-40a3-b8c7-25e61d874f7b not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:38:30.332382 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 5222da2e-23f0-444c-8c5b-41dc5d7be092 no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:38:30.450992 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-47f54d1f-4a06-48ee-bd73-0e4fef6bfaac admin admin] For port 94c90196-69be-4a46-9e61-3e5a573899d6, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=94c90196-69be-4a46-9e61-3e5a573899d6,segment=NetworkSegment(1b7f1744-e228-4bb2-ad97-6cc7e494aa27),segment_id=1b7f1744-e228-4bb2-ad97-6cc7e494aa27)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:38:30.451211 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47f54d1f-4a06-48ee-bd73-0e4fef6bfaac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (94c90196-69be-4a46-9e61-3e5a573899d6), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:30.468782 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-47f54d1f-4a06-48ee-bd73-0e4fef6bfaac admin admin] Calling delete_port for 94c90196-69be-4a46-9e61-3e5a573899d6 owned by network:dhcp {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:38:30.564078 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 5222da2e-23f0-444c-8c5b-41dc5d7be092 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:38:30.565018 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 5222da2e-23f0-444c-8c5b-41dc5d7be092 not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:38:30.565486 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 0f9279f2-5b73-4b27-b636-fccce4256dfa no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:38:30.572145 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47f54d1f-4a06-48ee-bd73-0e4fef6bfaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (94c90196-69be-4a46-9e61-3e5a573899d6), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:30.601810 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 0f9279f2-5b73-4b27-b636-fccce4256dfa {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:38:30.602427 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 0f9279f2-5b73-4b27-b636-fccce4256dfa not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:38:30.602537 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 78064146-4c70-42b2-a12a-c79b5a037e17 no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:38:30.604122 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f54d1f-4a06-48ee-bd73-0e4fef6bfaac admin admin] Pushing event deleted for resources: {'Port': ['ID=94c90196-69be-4a46-9e61-3e5a573899d6,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:30.613237 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f54d1f-4a06-48ee-bd73-0e4fef6bfaac admin admin] No DVR routers for this DVR port 94c90196-69be-4a46-9e61-3e5a573899d6 on host dv-cinder-861557-1-iscsi {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:38:30.622278 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 78064146-4c70-42b2-a12a-c79b5a037e17 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:38:30.622840 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 78064146-4c70-42b2-a12a-c79b5a037e17 not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:38:30.690750 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47f54d1f-4a06-48ee-bd73-0e4fef6bfaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8774867117788'] for network (98905e91-d61c-460b-b7b3-b0bac875b67e), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:30.704808 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c498cdce-0c23-413f-a264-378b9daba5ab None None] DHCP port deletion for 98905e91-d61c-460b-b7b3-b0bac875b67e request from dv-cinder-861557-1-iscsi {{(pid=104489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 04:38:30.712848 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-47f54d1f-4a06-48ee-bd73-0e4fef6bfaac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98905e91-d61c-460b-b7b3-b0bac875b67e']}} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:30.714876 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:30.724614 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-47f54d1f-4a06-48ee-bd73-0e4fef6bfaac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7f1744-e228-4bb2-ad97-6cc7e494aa27') {'for_net_delete': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:30.724936 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-47f54d1f-4a06-48ee-bd73-0e4fef6bfaac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7f1744-e228-4bb2-ad97-6cc7e494aa27') {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:30.735716 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47f54d1f-4a06-48ee-bd73-0e4fef6bfaac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774867185574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8359346'] for segment (1b7f1744-e228-4bb2-ad97-6cc7e494aa27), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:30.750324 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47f54d1f-4a06-48ee-bd73-0e4fef6bfaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (1b7f1744-e228-4bb2-ad97-6cc7e494aa27), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:30.766882 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f54d1f-4a06-48ee-bd73-0e4fef6bfaac admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:38:30.767356 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47f54d1f-4a06-48ee-bd73-0e4fef6bfaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7604736'] for segment (1b7f1744-e228-4bb2-ad97-6cc7e494aa27), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:30.829840 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47f54d1f-4a06-48ee-bd73-0e4fef6bfaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638819'] for network (98905e91-d61c-460b-b7b3-b0bac875b67e), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:30.836353 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47f54d1f-4a06-48ee-bd73-0e4fef6bfaac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:30.839523 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-47f54d1f-4a06-48ee-bd73-0e4fef6bfaac admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/98905e91-d61c-460b-b7b3-b0bac875b67e HTTP/1.1" status: 204 len: 168 time: 0.6672382 Oct 17 04:38:30.842537 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34544) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:30.858467 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f54d1f-4a06-48ee-bd73-0e4fef6bfaac admin admin] Pushing event deleted for resources: {'Network': ['ID=98905e91-d61c-460b-b7b3-b0bac875b67e,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:31.086985 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-86c8bc86-0050-4247-89ef-ef4fdec12eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:31.366176 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:DELETE=9,neutron:UPDATE=1,neutron:SELECT=90 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:31.409607 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e3092fd2-6ba8-4bc5-b37b-0e06f4e17813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648450'] for router_interface (90ded1c0-c36e-46d2-ad7f-35d7e522587f), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:31.601449 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment 1b7f1744-e228-4bb2-ad97-6cc7e494aa27 resource provider aggregate not found Oct 17 04:38:31.644855 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment 1b7f1744-e228-4bb2-ad97-6cc7e494aa27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b7f1744-e228-4bb2-ad97-6cc7e494aa27 found for delete ", "request_id": "req-6061625e-a553-45d6-a41c-7a7ddf812d60"}]} Oct 17 04:38:31.689575 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-e3092fd2-6ba8-4bc5-b37b-0e06f4e17813 admin admin] Deleting port 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:38:31.689925 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e3092fd2-6ba8-4bc5-b37b-0e06f4e17813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (8f07e50d-8a5b-450a-82b6-d9e1ff23ee05), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:31.775719 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-e3092fd2-6ba8-4bc5-b37b-0e06f4e17813 admin admin] For port 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=8f07e50d-8a5b-450a-82b6-d9e1ff23ee05,segment=NetworkSegment(23df42e5-411c-4f51-ab03-ca873d887cae),segment_id=23df42e5-411c-4f51-ab03-ca873d887cae)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:38:31.776088 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e3092fd2-6ba8-4bc5-b37b-0e06f4e17813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (8f07e50d-8a5b-450a-82b6-d9e1ff23ee05), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:31.789374 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-e3092fd2-6ba8-4bc5-b37b-0e06f4e17813 admin admin] Calling delete_port for 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 owned by network:router_interface {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:38:31.914344 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:31.967416 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e3092fd2-6ba8-4bc5-b37b-0e06f4e17813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (8f07e50d-8a5b-450a-82b6-d9e1ff23ee05), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:31.992060 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3092fd2-6ba8-4bc5-b37b-0e06f4e17813 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f07e50d-8a5b-450a-82b6-d9e1ff23ee05,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:32.148439 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 94c90196-69be-4a46-9e61-3e5a573899d6 no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:38:32.172487 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 94c90196-69be-4a46-9e61-3e5a573899d6 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:38:32.172771 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 94c90196-69be-4a46-9e61-3e5a573899d6 not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:38:32.193094 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e3092fd2-6ba8-4bc5-b37b-0e06f4e17813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648438'] for router_interface (90ded1c0-c36e-46d2-ad7f-35d7e522587f), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:32.215568 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bec53f9-2caf-4698-af9a-293822d776f4 None None] get_active_networks_info from dv-cinder-861557-1-iscsi {{(pid=104489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 04:38:32.287671 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:32.291307 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:32.292652 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bec53f9-2caf-4698-af9a-293822d776f4 None None] Resources bound (agent type, host, resource id): {{(pid=104489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 04:38:32.418480 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3092fd2-6ba8-4bc5-b37b-0e06f4e17813 admin admin] Router 90ded1c0-c36e-46d2-ad7f-35d7e522587f has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:38:32.542043 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3092fd2-6ba8-4bc5-b37b-0e06f4e17813 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:38:32.551256 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34588) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:32.551954 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-e3092fd2-6ba8-4bc5-b37b-0e06f4e17813 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/90ded1c0-c36e-46d2-ad7f-35d7e522587f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7072854 Oct 17 04:38:32.558489 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf956667-a8b0-4c67-8dfa-f66a80cf9dad None None] Sync routers for ids ['90ded1c0-c36e-46d2-ad7f-35d7e522587f'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:38:32.574642 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf956667-a8b0-4c67-8dfa-f66a80cf9dad None None] Routers {'90ded1c0-c36e-46d2-ad7f-35d7e522587f'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:38:32.575670 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-cf956667-a8b0-4c67-8dfa-f66a80cf9dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:38:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['90ded1c0-c36e-46d2-ad7f-35d7e522587f'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:32.749396 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-432fac34-f5d3-47ab-8563-428b6b12424e admin admin] Publish callbacks [] for router (90ded1c0-c36e-46d2-ad7f-35d7e522587f), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:32.772068 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-cf956667-a8b0-4c67-8dfa-f66a80cf9dad None None] Set router 90ded1c0-c36e-46d2-ad7f-35d7e522587f gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:38:32.901584 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-432fac34-f5d3-47ab-8563-428b6b12424e admin admin] Publish callbacks [] for router_gateway (90ded1c0-c36e-46d2-ad7f-35d7e522587f), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:32.911087 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=100 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:32.978102 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-432fac34-f5d3-47ab-8563-428b6b12424e admin admin] Deleting port 7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:38:32.979090 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-432fac34-f5d3-47ab-8563-428b6b12424e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:33.030420 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-cf956667-a8b0-4c67-8dfa-f66a80cf9dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ded1c0-c36e-46d2-ad7f-35d7e522587f', 'name': 'tempest-TestShelveInstance-630362035-router', 'tenant_id': 'a6b849952b924a8ba372094059854328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:58Z', 'updated_at': '2022-10-17T04:38:31Z', 'revision_number': 5, 'project_id': 'a6b849952b924a8ba372094059854328', 'gw_port': {'id': '7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ded1c0-c36e-46d2-ad7f-35d7e522587f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:32:58Z', 'updated_at': '2022-10-17T04:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:33.066460 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf956667-a8b0-4c67-8dfa-f66a80cf9dad None None] Checking router: 90ded1c0-c36e-46d2-ad7f-35d7e522587f for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:38:33.085498 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf956667-a8b0-4c67-8dfa-f66a80cf9dad None None] Routers {'90ded1c0-c36e-46d2-ad7f-35d7e522587f'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:38:33.086861 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-cf956667-a8b0-4c67-8dfa-f66a80cf9dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:38:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['90ded1c0-c36e-46d2-ad7f-35d7e522587f'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:33.163653 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-432fac34-f5d3-47ab-8563-428b6b12424e admin admin] For port 7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:38:33.164394 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-432fac34-f5d3-47ab-8563-428b6b12424e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:33.183150 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-432fac34-f5d3-47ab-8563-428b6b12424e admin admin] Calling delete_port for 7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e owned by network:router_gateway {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:38:33.221522 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-cf956667-a8b0-4c67-8dfa-f66a80cf9dad None None] Set router 90ded1c0-c36e-46d2-ad7f-35d7e522587f gateway port host: None {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:38:33.283956 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-cf956667-a8b0-4c67-8dfa-f66a80cf9dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ded1c0-c36e-46d2-ad7f-35d7e522587f', 'name': 'tempest-TestShelveInstance-630362035-router', 'tenant_id': 'a6b849952b924a8ba372094059854328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:58Z', 'updated_at': '2022-10-17T04:38:32Z', 'revision_number': 6, 'project_id': 'a6b849952b924a8ba372094059854328', 'gw_port_host': None}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:33.288023 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-c674e530-7f14-4132-8821-28b572690eb1 None None] Provisioning complete for port 49f6a68f-fd88-4ebd-a36b-4f4328810b35 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:33.288589 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-c674e530-7f14-4132-8821-28b572690eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (49f6a68f-fd88-4ebd-a36b-4f4328810b35), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:33.288926 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-c674e530-7f14-4132-8821-28b572690eb1 None None] Attempt 1 to provision port 49f6a68f-fd88-4ebd-a36b-4f4328810b35 Oct 17 04:38:33.317361 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:33.334887 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf956667-a8b0-4c67-8dfa-f66a80cf9dad None None] The sync data for ids ['90ded1c0-c36e-46d2-ad7f-35d7e522587f'] in dv-cinder-861557-1-iscsi is: [{'id': '90ded1c0-c36e-46d2-ad7f-35d7e522587f', 'name': 'tempest-TestShelveInstance-630362035-router', 'tenant_id': 'a6b849952b924a8ba372094059854328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:32:58Z', 'updated_at': '2022-10-17T04:38:32Z', 'revision_number': 6, 'project_id': 'a6b849952b924a8ba372094059854328', 'gw_port_host': None}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:38:33.386762 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-432fac34-f5d3-47ab-8563-428b6b12424e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:33.389608 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-c674e530-7f14-4132-8821-28b572690eb1 None None] Current status of the port 49f6a68f-fd88-4ebd-a36b-4f4328810b35 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:38:33.412261 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fac34-f5d3-47ab-8563-428b6b12424e admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:33.457340 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:33.477538 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-432fac34-f5d3-47ab-8563-428b6b12424e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638780'] for router_gateway (90ded1c0-c36e-46d2-ad7f-35d7e522587f), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:33.487114 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-19a7b926-c46c-4fc7-9fe2-1dc781f794b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:33.563019 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-432fac34-f5d3-47ab-8563-428b6b12424e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16008'] for router (90ded1c0-c36e-46d2-ad7f-35d7e522587f), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:33.565765 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-432fac34-f5d3-47ab-8563-428b6b12424e admin admin] Publish callbacks [] for router_controller (90ded1c0-c36e-46d2-ad7f-35d7e522587f), precommit_delete_associations {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:33.606986 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-432fac34-f5d3-47ab-8563-428b6b12424e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648494'] for router (90ded1c0-c36e-46d2-ad7f-35d7e522587f), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:33.607553 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432fac34-f5d3-47ab-8563-428b6b12424e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90ded1c0-c36e-46d2-ad7f-35d7e522587f {{(pid=104488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 04:38:33.612335 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-432fac34-f5d3-47ab-8563-428b6b12424e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:33.613476 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-432fac34-f5d3-47ab-8563-428b6b12424e admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/90ded1c0-c36e-46d2-ad7f-35d7e522587f HTTP/1.1" status: 204 len: 168 time: 1.0610595 Oct 17 04:38:33.615940 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34618) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:33.660352 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eaf18ea-a733-4342-823b-2635d40fbab5 admin admin] Deleting subnet 73f193ab-891c-429c-97b1-5ad30783f84c {{(pid=104488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:38:33.663918 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6eaf18ea-a733-4342-823b-2635d40fbab5 admin admin] Publish callbacks [] for subnet (73f193ab-891c-429c-97b1-5ad30783f84c), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:33.704323 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6eaf18ea-a733-4342-823b-2635d40fbab5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780812'] for subnet (73f193ab-891c-429c-97b1-5ad30783f84c), precommit_delete_associations {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:33.792937 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6eaf18ea-a733-4342-823b-2635d40fbab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588216'] for subnet (73f193ab-891c-429c-97b1-5ad30783f84c), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:33.854116 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6eaf18ea-a733-4342-823b-2635d40fbab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3592535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7641404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7419449'] for subnet (73f193ab-891c-429c-97b1-5ad30783f84c), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:33.881227 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf18ea-a733-4342-823b-2635d40fbab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73f193ab-891c-429c-97b1-5ad30783f84c,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:33.883230 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-6eaf18ea-a733-4342-823b-2635d40fbab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:33.886321 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-6eaf18ea-a733-4342-823b-2635d40fbab5 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/73f193ab-891c-429c-97b1-5ad30783f84c HTTP/1.1" status: 204 len: 168 time: 0.2694380 Oct 17 04:38:33.888902 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34624) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:33.891820 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2b391e-b737-4f77-89db-83f39f8544c6 None None] Network b2ead8cd-0179-4a72-8692-2f2e658055f5 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:38:33.965852 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1c59d85-b874-47b4-a41e-f77a08ab38ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3580085'] for network (b2ead8cd-0179-4a72-8692-2f2e658055f5), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:34.011349 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1c59d85-b874-47b4-a41e-f77a08ab38ef admin admin] Deleting port 49f6a68f-fd88-4ebd-a36b-4f4328810b35 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:38:34.011682 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1c59d85-b874-47b4-a41e-f77a08ab38ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (49f6a68f-fd88-4ebd-a36b-4f4328810b35), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:34.082306 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-a1c59d85-b874-47b4-a41e-f77a08ab38ef admin admin] For port 49f6a68f-fd88-4ebd-a36b-4f4328810b35, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=49f6a68f-fd88-4ebd-a36b-4f4328810b35,segment=NetworkSegment(23df42e5-411c-4f51-ab03-ca873d887cae),segment_id=23df42e5-411c-4f51-ab03-ca873d887cae)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:38:34.082791 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1c59d85-b874-47b4-a41e-f77a08ab38ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (49f6a68f-fd88-4ebd-a36b-4f4328810b35), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:34.103965 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] DHCP port deletion for b2ead8cd-0179-4a72-8692-2f2e658055f5 request from dv-cinder-861557-1-iscsi {{(pid=104489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 04:38:34.112077 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-a1c59d85-b874-47b4-a41e-f77a08ab38ef admin admin] Calling delete_port for 49f6a68f-fd88-4ebd-a36b-4f4328810b35 owned by network:dhcp {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:38:34.155741 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] Deleting port 49f6a68f-fd88-4ebd-a36b-4f4328810b35 {{(pid=104489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:38:34.156380 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (49f6a68f-fd88-4ebd-a36b-4f4328810b35), before_delete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:34.197804 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:38:34.234720 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1c59d85-b874-47b4-a41e-f77a08ab38ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (49f6a68f-fd88-4ebd-a36b-4f4328810b35), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:34.242153 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:38:34.242672 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 7ef5a936-8b16-4a34-9f6f-9dadfd3e4f1e not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:38:34.243056 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:38:34.249437 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c59d85-b874-47b4-a41e-f77a08ab38ef admin admin] No DVR routers for this DVR port 49f6a68f-fd88-4ebd-a36b-4f4328810b35 on host dv-cinder-861557-1-iscsi {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:38:34.265994 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:38:34.266345 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 8f07e50d-8a5b-450a-82b6-d9e1ff23ee05 not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:38:34.266759 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 49f6a68f-fd88-4ebd-a36b-4f4328810b35 no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:38:34.270718 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c59d85-b874-47b4-a41e-f77a08ab38ef admin admin] Pushing event deleted for resources: {'Port': ['ID=49f6a68f-fd88-4ebd-a36b-4f4328810b35,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:34.296609 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 49f6a68f-fd88-4ebd-a36b-4f4328810b35 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:38:34.296954 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 49f6a68f-fd88-4ebd-a36b-4f4328810b35 not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:38:34.304425 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] For port 49f6a68f-fd88-4ebd-a36b-4f4328810b35, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=49f6a68f-fd88-4ebd-a36b-4f4328810b35,segment=NetworkSegment(23df42e5-411c-4f51-ab03-ca873d887cae),segment_id=23df42e5-411c-4f51-ab03-ca873d887cae)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:38:34.304817 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (49f6a68f-fd88-4ebd-a36b-4f4328810b35), precommit_delete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:34.319310 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] Calling delete_port for 49f6a68f-fd88-4ebd-a36b-4f4328810b35 owned by network:dhcp {{(pid=104489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:38:34.352364 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1c59d85-b874-47b4-a41e-f77a08ab38ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8774867117788'] for network (b2ead8cd-0179-4a72-8692-2f2e658055f5), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:34.354894 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:34.376048 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-a1c59d85-b874-47b4-a41e-f77a08ab38ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ead8cd-0179-4a72-8692-2f2e658055f5']}} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:34.387139 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-a1c59d85-b874-47b4-a41e-f77a08ab38ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23df42e5-411c-4f51-ab03-ca873d887cae') {'for_net_delete': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:34.387437 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-a1c59d85-b874-47b4-a41e-f77a08ab38ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23df42e5-411c-4f51-ab03-ca873d887cae') {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:34.395933 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:34.401961 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1c59d85-b874-47b4-a41e-f77a08ab38ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774867185574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8359346'] for segment (23df42e5-411c-4f51-ab03-ca873d887cae), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:34.406595 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285'] for port (49f6a68f-fd88-4ebd-a36b-4f4328810b35), after_delete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:34.420989 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1c59d85-b874-47b4-a41e-f77a08ab38ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (23df42e5-411c-4f51-ab03-ca873d887cae), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:34.428597 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c59d85-b874-47b4-a41e-f77a08ab38ef admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=104487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:38:34.429279 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1c59d85-b874-47b4-a41e-f77a08ab38ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7604736'] for segment (23df42e5-411c-4f51-ab03-ca873d887cae), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:34.438065 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] Pushing event deleted for resources: {'Port': ['ID=49f6a68f-fd88-4ebd-a36b-4f4328810b35,revision_number=None']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:34.441130 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] No DVR routers for this DVR port 49f6a68f-fd88-4ebd-a36b-4f4328810b35 on host dv-cinder-861557-1-iscsi {{(pid=104489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:38:34.452131 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:34.452131 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:34.452131 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:34.452131 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:34.452131 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:34.452131 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:34.452131 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:34.452131 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:34.452131 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:34.453607 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:34.453607 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:34.454172 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:34.454172 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:34.454593 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:34.455033 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd698765-aac1-4f69-917d-18469ae74440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:34.481151 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment 23df42e5-411c-4f51-ab03-ca873d887cae resource provider aggregate not found Oct 17 04:38:34.506769 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment 23df42e5-411c-4f51-ab03-ca873d887cae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23df42e5-411c-4f51-ab03-ca873d887cae found for delete ", "request_id": "req-c0ca1c42-1e51-4cc2-ab93-baf8b94a3e0b"}]} Oct 17 04:38:34.514638 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1c59d85-b874-47b4-a41e-f77a08ab38ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638819'] for network (b2ead8cd-0179-4a72-8692-2f2e658055f5), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:34.521805 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a1c59d85-b874-47b4-a41e-f77a08ab38ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:34.524980 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-a1c59d85-b874-47b4-a41e-f77a08ab38ef admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/b2ead8cd-0179-4a72-8692-2f2e658055f5 HTTP/1.1" status: 204 len: 168 time: 0.6350660 Oct 17 04:38:34.536248 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c59d85-b874-47b4-a41e-f77a08ab38ef admin admin] Pushing event deleted for resources: {'Network': ['ID=b2ead8cd-0179-4a72-8692-2f2e658055f5,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:34.656924 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:34.699478 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34648) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:34.744959 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-f20a3619-ab63-4e8a-b058-6d6923023685 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=164c660f217f4b29b914caf14b773b61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441854 Oct 17 04:38:34.747376 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34650) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:34.795164 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ca5e2b07-7419-41b5-9320-ecc015c2387f admin admin] Publish callbacks [] for security_group (f2028874-6446-4144-b246-828169997623), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:34.814956 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ca5e2b07-7419-41b5-9320-ecc015c2387f admin admin] Publish callbacks [] for security_group (f2028874-6446-4144-b246-828169997623), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:34.861893 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ca5e2b07-7419-41b5-9320-ecc015c2387f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (f2028874-6446-4144-b246-828169997623), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:34.864455 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-ca5e2b07-7419-41b5-9320-ecc015c2387f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:34.865685 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-ca5e2b07-7419-41b5-9320-ecc015c2387f admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/f2028874-6446-4144-b246-828169997623 HTTP/1.1" status: 204 len: 168 time: 0.1173949 Oct 17 04:38:34.873533 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e2b07-7419-41b5-9320-ecc015c2387f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2028874-6446-4144-b246-828169997623,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:35.186298 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34656) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:35.225683 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-45c60955-681d-4df8-af8e-8548ca3e2975 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=a6b849952b924a8ba372094059854328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382371 Oct 17 04:38:35.228065 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34658) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:35.262787 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:35.276168 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cd3180d0-3eb0-4d52-8b1c-da14425ffa90 admin admin] Publish callbacks [] for security_group (634f0d43-dfbc-4667-8bbc-f15da8f97043), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:35.301398 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cd3180d0-3eb0-4d52-8b1c-da14425ffa90 admin admin] Publish callbacks [] for security_group (634f0d43-dfbc-4667-8bbc-f15da8f97043), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:35.347955 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cd3180d0-3eb0-4d52-8b1c-da14425ffa90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (634f0d43-dfbc-4667-8bbc-f15da8f97043), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:35.350713 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cd3180d0-3eb0-4d52-8b1c-da14425ffa90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:35.354245 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-cd3180d0-3eb0-4d52-8b1c-da14425ffa90 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/634f0d43-dfbc-4667-8bbc-f15da8f97043 HTTP/1.1" status: 204 len: 168 time: 0.1229465 Oct 17 04:38:35.361903 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3180d0-3eb0-4d52-8b1c-da14425ffa90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634f0d43-dfbc-4667-8bbc-f15da8f97043,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:36.116504 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34692) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:36.216115 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-47a00219-cc34-4ef1-a341-0f6174961ff3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-481855094-network', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:38:36.218511 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:36.237807 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a00219-cc34-4ef1-a341-0f6174961ff3 admin admin] Made reservation on behalf of 84d236da3b7b46f4ab13a096d7d80298 for: {'network': 1} {{(pid=104488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:38:36.240133 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-47a00219-cc34-4ef1-a341-0f6174961ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for network (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:36.248542 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-47a00219-cc34-4ef1-a341-0f6174961ff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:36.270738 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:36.320823 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:36.326411 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-47a00219-cc34-4ef1-a341-0f6174961ff3 admin admin] Publish callbacks [] for security_group (1891e7d4-f8f0-498e-80dc-0bbbd7ad49e5), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:36.332010 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-47a00219-cc34-4ef1-a341-0f6174961ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (1891e7d4-f8f0-498e-80dc-0bbbd7ad49e5), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:36.364741 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a00219-cc34-4ef1-a341-0f6174961ff3 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=104488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 04:38:36.366435 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=77,neutron:DELETE=9,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:36.383148 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-47a00219-cc34-4ef1-a341-0f6174961ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (cdc7ea4a-38bb-42eb-8d45-f7e86c035f09), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:36.383491 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.segments_db [None req-47a00219-cc34-4ef1-a341-0f6174961ff3 admin admin] Added segment cdc7ea4a-38bb-42eb-8d45-f7e86c035f09 of type vlan for network e7b10358-ab79-44d7-a22b-ddfa538fb104 Oct 17 04:38:36.384872 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a00219-cc34-4ef1-a341-0f6174961ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1891e7d4-f8f0-498e-80dc-0bbbd7ad49e5,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:36.427727 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-47a00219-cc34-4ef1-a341-0f6174961ff3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774866605761'] for network (e7b10358-ab79-44d7-a22b-ddfa538fb104), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:36.454685 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-47a00219-cc34-4ef1-a341-0f6174961ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for network (e7b10358-ab79-44d7-a22b-ddfa538fb104), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:36.456998 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a00219-cc34-4ef1-a341-0f6174961ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:36.457723 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-47a00219-cc34-4ef1-a341-0f6174961ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:36.510214 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-47a00219-cc34-4ef1-a341-0f6174961ff3 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3925872 Oct 17 04:38:36.513039 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34702) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:36.514848 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:36.518963 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-da166244-bc6a-4f23-bc0d-bb2e5ea95668 admin admin] Request body: {'subnet': {'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-481855094-subnet', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'ip_version': 4}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:38:36.539161 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a00219-cc34-4ef1-a341-0f6174961ff3 admin admin] Pushing event updated for resources: {'Network': ['ID=e7b10358-ab79-44d7-a22b-ddfa538fb104,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:36.548686 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Network e7b10358-ab79-44d7-a22b-ddfa538fb104 details requested by agent ovs-agent-dv-cinder-861557-1-iscsi with host dv-cinder-861557-1-iscsi {{(pid=104489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:38:36.551556 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da166244-bc6a-4f23-bc0d-bb2e5ea95668 admin admin] Made reservation on behalf of 84d236da3b7b46f4ab13a096d7d80298 for: {'subnet': 1} {{(pid=104488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:38:36.554177 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-da166244-bc6a-4f23-bc0d-bb2e5ea95668 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7420120'] for subnet (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:36.720416 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-da166244-bc6a-4f23-bc0d-bb2e5ea95668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7641469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7420106'] for subnet (4240cb9d-8086-47cb-a95d-9e3d2fa1780f), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:36.781634 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da166244-bc6a-4f23-bc0d-bb2e5ea95668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4240cb9d-8086-47cb-a95d-9e3d2fa1780f,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:36.785855 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da166244-bc6a-4f23-bc0d-bb2e5ea95668 admin admin] Checking segment: {'id': 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:38:36.786203 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da166244-bc6a-4f23-bc0d-bb2e5ea95668 admin admin] Network hostable DHCP agents. Network: e7b10358-ab79-44d7-a22b-ddfa538fb104, hostable agents: ['1a971c09-9b48-4566-8e55-15bd954a700d'], hosted agents: [] {{(pid=104488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:38:36.802864 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da166244-bc6a-4f23-bc0d-bb2e5ea95668 admin admin] Network e7b10358-ab79-44d7-a22b-ddfa538fb104 is scheduled to be hosted by DHCP agent 1a971c09-9b48-4566-8e55-15bd954a700d with binding_index 1 {{(pid=104488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:38:36.811576 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-da166244-bc6a-4f23-bc0d-bb2e5ea95668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861557-1-iscsi, e7b10358-ab79-44d7-a22b-ddfa538fb104) {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:38:36.816393 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da166244-bc6a-4f23-bc0d-bb2e5ea95668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:36.816902 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-da166244-bc6a-4f23-bc0d-bb2e5ea95668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:36.821480 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2854e1e3-83e1-4fc5-9e40-58cd5c375a5e None None] Network e7b10358-ab79-44d7-a22b-ddfa538fb104 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:38:36.825523 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:36.834357 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-da166244-bc6a-4f23-bc0d-bb2e5ea95668 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3202794 Oct 17 04:38:36.837034 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34704) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:36.841398 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-81a77d28-27d8-4e21-86e0-d5cd1c3bb866 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:38:36.863521 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-81a77d28-27d8-4e21-86e0-d5cd1c3bb866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1647058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16026'] for router (5fdd35fa-909f-44e8-a5c6-d630a14b3078), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:36.864786 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-81a77d28-27d8-4e21-86e0-d5cd1c3bb866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16001'] for router (5fdd35fa-909f-44e8-a5c6-d630a14b3078), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:36.922683 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-81a77d28-27d8-4e21-86e0-d5cd1c3bb866 admin admin] Publish callbacks [] for router_controller (5fdd35fa-909f-44e8-a5c6-d630a14b3078), precommit_add_association {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:36.938747 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e47432-4814-4688-a703-60853ed6e05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc436c267-4500-58c6-a229-36ff674da11a-e7b10358-ab79-44d7-a22b-ddfa538fb104', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f'}]}} from dv-cinder-861557-1-iscsi. {{(pid=104489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 04:38:36.940392 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-35e47432-4814-4688-a703-60853ed6e05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:37.074920 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.db_base_plugin_common [None req-35e47432-4814-4688-a703-60853ed6e05e None None] Allocated IP 172.20.0.2 (e7b10358-ab79-44d7-a22b-ddfa538fb104/4240cb9d-8086-47cb-a95d-9e3d2fa1780f/42f53527-c77d-4104-bac5-39db1a9efcde) {{(pid=104489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:38:37.231606 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-35e47432-4814-4688-a703-60853ed6e05e None None] Publish callbacks [] for port (42f53527-c77d-4104-bac5-39db1a9efcde), precommit_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:37.237696 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-35e47432-4814-4688-a703-60853ed6e05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (42f53527-c77d-4104-bac5-39db1a9efcde), after_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:37.284584 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e47432-4814-4688-a703-60853ed6e05e None None] Network e7b10358-ab79-44d7-a22b-ddfa538fb104 is already hosted by enough agents. {{(pid=104489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:38:37.290107 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.base_scheduler [None req-35e47432-4814-4688-a703-60853ed6e05e None None] Resources bound (agent type, host, resource id): {{(pid=104489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:38:37.291963 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e47432-4814-4688-a703-60853ed6e05e None None] Pushing event updated for resources: {'Port': ['ID=42f53527-c77d-4104-bac5-39db1a9efcde,revision_number=1']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:37.292781 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-81a77d28-27d8-4e21-86e0-d5cd1c3bb866 admin admin] Publish callbacks [] for router_gateway (5fdd35fa-909f-44e8-a5c6-d630a14b3078), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:37.294100 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e47432-4814-4688-a703-60853ed6e05e None None] Received port after_create {{(pid=104489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:38:37.352076 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-35e47432-4814-4688-a703-60853ed6e05e None None] Attempting to bind port 42f53527-c77d-4104-bac5-39db1a9efcde on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:38:37.352710 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-35e47432-4814-4688-a703-60853ed6e05e None None] Attempting to bind port 42f53527-c77d-4104-bac5-39db1a9efcde by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:38:37.353085 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e47432-4814-4688-a703-60853ed6e05e None None] Attempting to bind port 42f53527-c77d-4104-bac5-39db1a9efcde on network e7b10358-ab79-44d7-a22b-ddfa538fb104 {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:38:37.372936 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:37.400833 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e47432-4814-4688-a703-60853ed6e05e None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:38:37.401239 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e47432-4814-4688-a703-60853ed6e05e None None] Checking segment: {'id': 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:38:37.401715 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-35e47432-4814-4688-a703-60853ed6e05e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:37.402145 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e47432-4814-4688-a703-60853ed6e05e None None] Bound using segment: {'id': 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:38:37.402670 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-35e47432-4814-4688-a703-60853ed6e05e None None] Bound port: 42f53527-c77d-4104-bac5-39db1a9efcde, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:38:37.403051 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-35e47432-4814-4688-a703-60853ed6e05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (42f53527-c77d-4104-bac5-39db1a9efcde), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:37.468629 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-35e47432-4814-4688-a703-60853ed6e05e None None] For port 42f53527-c77d-4104-bac5-39db1a9efcde, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:38:37.472396 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-35e47432-4814-4688-a703-60853ed6e05e None None] For port 42f53527-c77d-4104-bac5-39db1a9efcde, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=42f53527-c77d-4104-bac5-39db1a9efcde,segment=NetworkSegment(cdc7ea4a-38bb-42eb-8d45-f7e86c035f09),segment_id=cdc7ea4a-38bb-42eb-8d45-f7e86c035f09)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:38:37.478677 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-35e47432-4814-4688-a703-60853ed6e05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (42f53527-c77d-4104-bac5-39db1a9efcde), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:37.478895 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:37.487189 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-81a77d28-27d8-4e21-86e0-d5cd1c3bb866 admin admin] Publish callbacks [] for router_gateway (5fdd35fa-909f-44e8-a5c6-d630a14b3078), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:37.511873 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-81a77d28-27d8-4e21-86e0-d5cd1c3bb866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:37.525042 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:37.530542 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e47432-4814-4688-a703-60853ed6e05e None None] Pushing event updated for resources: {'Port': ['ID=42f53527-c77d-4104-bac5-39db1a9efcde,revision_number=2']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:37.635284 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_common [None req-81a77d28-27d8-4e21-86e0-d5cd1c3bb866 admin admin] Allocated IP 172.27.3.175 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/569edeff-95de-48b6-a10a-ecbf1eba9d19) {{(pid=104488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:38:37.756779 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-81a77d28-27d8-4e21-86e0-d5cd1c3bb866 admin admin] Publish callbacks [] for port (569edeff-95de-48b6-a10a-ecbf1eba9d19), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:37.789935 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-81a77d28-27d8-4e21-86e0-d5cd1c3bb866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (569edeff-95de-48b6-a10a-ecbf1eba9d19), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:37.834462 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a77d28-27d8-4e21-86e0-d5cd1c3bb866 admin admin] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:38:37.839552 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-81a77d28-27d8-4e21-86e0-d5cd1c3bb866 admin admin] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:38:37.841774 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a77d28-27d8-4e21-86e0-d5cd1c3bb866 admin admin] Pushing event updated for resources: {'Port': ['ID=569edeff-95de-48b6-a10a-ecbf1eba9d19,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:37.843893 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a77d28-27d8-4e21-86e0-d5cd1c3bb866 admin admin] Received port after_create {{(pid=104488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:38:38.086552 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-81a77d28-27d8-4e21-86e0-d5cd1c3bb866 admin admin] Publish callbacks [] for router_gateway (5fdd35fa-909f-44e8-a5c6-d630a14b3078), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:38.112226 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 42f53527-c77d-4104-bac5-39db1a9efcde up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:38:38.161747 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 42f53527-c77d-4104-bac5-39db1a9efcde triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:38.162113 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (42f53527-c77d-4104-bac5-39db1a9efcde), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:38.162622 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 42f53527-c77d-4104-bac5-39db1a9efcde Oct 17 04:38:38.243608 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 42f53527-c77d-4104-bac5-39db1a9efcde is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:38:38.244248 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (42f53527-c77d-4104-bac5-39db1a9efcde), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:38.262923 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:38.280186 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port 42f53527-c77d-4104-bac5-39db1a9efcde, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=42f53527-c77d-4104-bac5-39db1a9efcde,segment=NetworkSegment(cdc7ea4a-38bb-42eb-8d45-f7e86c035f09),segment_id=cdc7ea4a-38bb-42eb-8d45-f7e86c035f09)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:38:38.286371 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (42f53527-c77d-4104-bac5-39db1a9efcde), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:38.295522 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:38.297565 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-81a77d28-27d8-4e21-86e0-d5cd1c3bb866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638852'] for router (5fdd35fa-909f-44e8-a5c6-d630a14b3078), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:38.336175 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=42f53527-c77d-4104-bac5-39db1a9efcde,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:38.409144 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:38.439186 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a77d28-27d8-4e21-86e0-d5cd1c3bb866 admin admin] Router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 is scheduled to L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 with binding_index 1 {{(pid=104488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 04:38:38.447065 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc258229-94d0-4ba7-b197-8ee634160510 None None] Network e7b10358-ab79-44d7-a22b-ddfa538fb104 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:38:38.543952 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a77d28-27d8-4e21-86e0-d5cd1c3bb866 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:38:38.558386 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] Sync routers for ids ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:38:38.561431 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-cd0ea9db-7105-4c5b-ae0d-6e1d90209da3 None None] Provisioning complete for port 42f53527-c77d-4104-bac5-39db1a9efcde triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:38.561995 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-cd0ea9db-7105-4c5b-ae0d-6e1d90209da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (42f53527-c77d-4104-bac5-39db1a9efcde), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:38.562368 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-cd0ea9db-7105-4c5b-ae0d-6e1d90209da3 None None] Attempt 1 to provision port 42f53527-c77d-4104-bac5-39db1a9efcde Oct 17 04:38:38.563533 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-81a77d28-27d8-4e21-86e0-d5cd1c3bb866 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:38.565223 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-81a77d28-27d8-4e21-86e0-d5cd1c3bb866 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7266312 Oct 17 04:38:38.567548 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34722) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:38.599667 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] Routers {'5fdd35fa-909f-44e8-a5c6-d630a14b3078'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:38:38.600387 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:38:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:38.662678 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-cd0ea9db-7105-4c5b-ae0d-6e1d90209da3 None None] Current status of the port 42f53527-c77d-4104-bac5-39db1a9efcde is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:38:38.727880 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] Set router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:38:38.882747 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-062704a1-174a-4594-aae7-10fd708da23c None None] Provisioning complete for port 42f53527-c77d-4104-bac5-39db1a9efcde triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:38.883116 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-062704a1-174a-4594-aae7-10fd708da23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (42f53527-c77d-4104-bac5-39db1a9efcde), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:38.883639 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-062704a1-174a-4594-aae7-10fd708da23c None None] Attempt 1 to provision port 42f53527-c77d-4104-bac5-39db1a9efcde Oct 17 04:38:38.922296 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:37Z', 'revision_number': 3, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:38.949813 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] Checking router: 5fdd35fa-909f-44e8-a5c6-d630a14b3078 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:38:38.950406 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] Updating router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 port 569edeff-95de-48b6-a10a-ecbf1eba9d19 binding host dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:38:38.975686 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:38.981613 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (569edeff-95de-48b6-a10a-ecbf1eba9d19), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:39.064924 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e790858b-99f8-45a4-b529-50d46c7ad0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:39.131101 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-062704a1-174a-4594-aae7-10fd708da23c None None] Current status of the port 42f53527-c77d-4104-bac5-39db1a9efcde is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:38:39.195399 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:39.232173 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:39.235805 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-e790858b-99f8-45a4-b529-50d46c7ad0bd admin admin] Allocated IP 172.20.0.1 (e7b10358-ab79-44d7-a22b-ddfa538fb104/4240cb9d-8086-47cb-a95d-9e3d2fa1780f/c718bdc7-7079-4696-a240-0934976f858f) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:38:39.248576 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] Publish callbacks [] for port (569edeff-95de-48b6-a10a-ecbf1eba9d19), precommit_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:39.254374 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (569edeff-95de-48b6-a10a-ecbf1eba9d19), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:39.291224 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] Attempting to bind port 569edeff-95de-48b6-a10a-ecbf1eba9d19 on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:38:39.291593 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] Attempting to bind port 569edeff-95de-48b6-a10a-ecbf1eba9d19 by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:38:39.291956 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] Attempting to bind port 569edeff-95de-48b6-a10a-ecbf1eba9d19 on network b27d8a1d-9748-4759-bac0-ee0df018117d {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:38:39.322854 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7c045-26f0-44ed-bea8-d59ef52b2757 None None] Pushing event updated for resources: {'Port': ['ID=569edeff-95de-48b6-a10a-ecbf1eba9d19,revision_number=2']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:39.337846 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c045-26f0-44ed-bea8-d59ef52b2757 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:39.338254 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c045-26f0-44ed-bea8-d59ef52b2757 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:39.338589 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c045-26f0-44ed-bea8-d59ef52b2757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:39.338987 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c045-26f0-44ed-bea8-d59ef52b2757 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:39.339326 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c045-26f0-44ed-bea8-d59ef52b2757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:39.339656 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c045-26f0-44ed-bea8-d59ef52b2757 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:39.339979 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c045-26f0-44ed-bea8-d59ef52b2757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:39.340289 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c045-26f0-44ed-bea8-d59ef52b2757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:39.340613 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c045-26f0-44ed-bea8-d59ef52b2757 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:39.340932 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c045-26f0-44ed-bea8-d59ef52b2757 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:39.341673 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c045-26f0-44ed-bea8-d59ef52b2757 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:39.341673 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c045-26f0-44ed-bea8-d59ef52b2757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:39.341909 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c045-26f0-44ed-bea8-d59ef52b2757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:39.342227 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c045-26f0-44ed-bea8-d59ef52b2757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:39.342538 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c045-26f0-44ed-bea8-d59ef52b2757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:39.347590 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e790858b-99f8-45a4-b529-50d46c7ad0bd admin admin] Publish callbacks [] for port (c718bdc7-7079-4696-a240-0934976f858f), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:39.354270 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:38:39.354648 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] Checking segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:38:39.355048 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:39.355203 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:39.355439 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] Bound using segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:38:39.355913 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] Bound port: 569edeff-95de-48b6-a10a-ecbf1eba9d19, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:38:39.356318 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (569edeff-95de-48b6-a10a-ecbf1eba9d19), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:39.383115 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e790858b-99f8-45a4-b529-50d46c7ad0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (c718bdc7-7079-4696-a240-0934976f858f), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:39.406674 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] For port 569edeff-95de-48b6-a10a-ecbf1eba9d19, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:38:39.410982 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] For port 569edeff-95de-48b6-a10a-ecbf1eba9d19, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=569edeff-95de-48b6-a10a-ecbf1eba9d19,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:38:39.420356 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (569edeff-95de-48b6-a10a-ecbf1eba9d19), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:39.422866 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e790858b-99f8-45a4-b529-50d46c7ad0bd admin admin] Network e7b10358-ab79-44d7-a22b-ddfa538fb104 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:38:39.426753 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-e790858b-99f8-45a4-b529-50d46c7ad0bd admin admin] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:38:39.431017 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e790858b-99f8-45a4-b529-50d46c7ad0bd admin admin] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:38:39.462462 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790858b-99f8-45a4-b529-50d46c7ad0bd admin admin] Pushing event updated for resources: {'Port': ['ID=c718bdc7-7079-4696-a240-0934976f858f,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:39.477932 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e790858b-99f8-45a4-b529-50d46c7ad0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648191'] for router_interface (5fdd35fa-909f-44e8-a5c6-d630a14b3078), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:39.488182 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] Routers {'5fdd35fa-909f-44e8-a5c6-d630a14b3078'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:38:39.488831 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:38:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:39.544897 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7c045-26f0-44ed-bea8-d59ef52b2757 None None] Pushing event updated for resources: {'Port': ['ID=569edeff-95de-48b6-a10a-ecbf1eba9d19,revision_number=3']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:39.627950 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] Set router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:38:39.654807 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e790858b-99f8-45a4-b529-50d46c7ad0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (c718bdc7-7079-4696-a240-0934976f858f), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:39.769266 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-1f3906e4-0481-4c9e-a5b1-ea6f723e77e8 None None] Provisioning complete for port c718bdc7-7079-4696-a240-0934976f858f triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:39.770259 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-1f3906e4-0481-4c9e-a5b1-ea6f723e77e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c718bdc7-7079-4696-a240-0934976f858f), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:39.770775 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-1f3906e4-0481-4c9e-a5b1-ea6f723e77e8 None None] Attempt 1 to provision port c718bdc7-7079-4696-a240-0934976f858f Oct 17 04:38:39.811522 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-1f3906e4-0481-4c9e-a5b1-ea6f723e77e8 None None] Port c718bdc7-7079-4696-a240-0934976f858f cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:38:39.825482 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:37Z', 'revision_number': 3, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:39.851749 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5467a607-fbd0-423b-955b-485523cc6dbe None None] The sync data for ids ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'] in dv-cinder-861557-1-iscsi is: [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:37Z', 'revision_number': 3, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:38:39.874364 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e790858b-99f8-45a4-b529-50d46c7ad0bd admin admin] Publish callbacks [] for port (c718bdc7-7079-4696-a240-0934976f858f), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:39.880563 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e790858b-99f8-45a4-b529-50d46c7ad0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (c718bdc7-7079-4696-a240-0934976f858f), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:39.954196 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790858b-99f8-45a4-b529-50d46c7ad0bd admin admin] Pushing event updated for resources: {'Port': ['ID=c718bdc7-7079-4696-a240-0934976f858f,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:39.957269 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e790858b-99f8-45a4-b529-50d46c7ad0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648291'] for router_interface (5fdd35fa-909f-44e8-a5c6-d630a14b3078), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:40.098576 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:40.100515 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e790858b-99f8-45a4-b529-50d46c7ad0bd admin admin] Network e7b10358-ab79-44d7-a22b-ddfa538fb104 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:38:40.102187 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-e790858b-99f8-45a4-b529-50d46c7ad0bd admin admin] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:38:40.179600 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 42f53527-c77d-4104-bac5-39db1a9efcde up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:38:40.261573 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 42f53527-c77d-4104-bac5-39db1a9efcde triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:40.261947 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (42f53527-c77d-4104-bac5-39db1a9efcde), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:40.262468 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 42f53527-c77d-4104-bac5-39db1a9efcde Oct 17 04:38:40.267661 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e790858b-99f8-45a4-b529-50d46c7ad0bd admin admin] Router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:38:40.368205 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 42f53527-c77d-4104-bac5-39db1a9efcde is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:38:40.491165 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-3382a0f5-aed5-4e8a-8b38-b1c7cd2445de None None] Provisioning complete for port c718bdc7-7079-4696-a240-0934976f858f triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:40.491692 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-3382a0f5-aed5-4e8a-8b38-b1c7cd2445de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c718bdc7-7079-4696-a240-0934976f858f), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:40.492030 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-3382a0f5-aed5-4e8a-8b38-b1c7cd2445de None None] Attempt 1 to provision port c718bdc7-7079-4696-a240-0934976f858f Oct 17 04:38:40.530080 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-3382a0f5-aed5-4e8a-8b38-b1c7cd2445de None None] Port c718bdc7-7079-4696-a240-0934976f858f cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:38:40.635431 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:40.638462 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e790858b-99f8-45a4-b529-50d46c7ad0bd admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:38:40.645122 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-e790858b-99f8-45a4-b529-50d46c7ad0bd admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/5fdd35fa-909f-44e8-a5c6-d630a14b3078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0762150 Oct 17 04:38:41.179072 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34788) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:41.184156 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-90af3127-6209-47c7-b8c5-88db7f9fa26c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1744609314-network', 'tenant_id': 'e164a6fdf63748ff92c7d75130773122'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:38:41.205519 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90af3127-6209-47c7-b8c5-88db7f9fa26c admin admin] Made reservation on behalf of e164a6fdf63748ff92c7d75130773122 for: {'network': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:38:41.207831 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-90af3127-6209-47c7-b8c5-88db7f9fa26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for network (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:41.216806 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-90af3127-6209-47c7-b8c5-88db7f9fa26c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:41.325531 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-90af3127-6209-47c7-b8c5-88db7f9fa26c admin admin] Publish callbacks [] for security_group (367f8f1f-f8f1-4ea7-ac45-a03ba7184ef5), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:41.330755 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-90af3127-6209-47c7-b8c5-88db7f9fa26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (367f8f1f-f8f1-4ea7-ac45-a03ba7184ef5), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:41.344695 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90af3127-6209-47c7-b8c5-88db7f9fa26c admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=104487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 04:38:41.355786 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-90af3127-6209-47c7-b8c5-88db7f9fa26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (024402e9-de2b-4f74-a549-b38ceaec745d), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:41.356134 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.segments_db [None req-90af3127-6209-47c7-b8c5-88db7f9fa26c admin admin] Added segment 024402e9-de2b-4f74-a549-b38ceaec745d of type vlan for network 68cb0201-1b5e-4e10-ada5-3705e0bf6116 Oct 17 04:38:41.410433 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-90af3127-6209-47c7-b8c5-88db7f9fa26c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774866605761'] for network (68cb0201-1b5e-4e10-ada5-3705e0bf6116), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:41.426720 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af3127-6209-47c7-b8c5-88db7f9fa26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367f8f1f-f8f1-4ea7-ac45-a03ba7184ef5,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:41.450920 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-90af3127-6209-47c7-b8c5-88db7f9fa26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for network (68cb0201-1b5e-4e10-ada5-3705e0bf6116), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:41.453157 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90af3127-6209-47c7-b8c5-88db7f9fa26c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:41.453157 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-90af3127-6209-47c7-b8c5-88db7f9fa26c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:41.530262 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-90af3127-6209-47c7-b8c5-88db7f9fa26c admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3499534 Oct 17 04:38:41.533886 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34812) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:41.542128 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-65d855ca-ae00-40db-a8e9-4cdfe7b60d6a admin admin] Request body: {'subnet': {'network_id': '68cb0201-1b5e-4e10-ada5-3705e0bf6116', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1744609314-subnet', 'tenant_id': 'e164a6fdf63748ff92c7d75130773122', 'ip_version': 4}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:38:41.547212 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af3127-6209-47c7-b8c5-88db7f9fa26c admin admin] Pushing event updated for resources: {'Network': ['ID=68cb0201-1b5e-4e10-ada5-3705e0bf6116,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:41.569170 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Network 68cb0201-1b5e-4e10-ada5-3705e0bf6116 details requested by agent ovs-agent-dv-cinder-861557-1-iscsi with host dv-cinder-861557-1-iscsi {{(pid=104489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:38:41.571481 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d855ca-ae00-40db-a8e9-4cdfe7b60d6a admin admin] Made reservation on behalf of e164a6fdf63748ff92c7d75130773122 for: {'subnet': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:38:41.575246 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-65d855ca-ae00-40db-a8e9-4cdfe7b60d6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7354617'] for subnet (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:41.615167 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:41.718311 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63657905-691b-4788-b40c-215eee435f01 None None] Sync routers for ids ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:38:41.724658 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:41.730273 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63657905-691b-4788-b40c-215eee435f01 None None] Routers {'5fdd35fa-909f-44e8-a5c6-d630a14b3078'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:38:41.730856 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-63657905-691b-4788-b40c-215eee435f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:38:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:41.770736 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-65d855ca-ae00-40db-a8e9-4cdfe7b60d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7604907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7354603'] for subnet (3e78e1ea-ea7c-4ed3-b361-f42050b50d82), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:41.829323 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d855ca-ae00-40db-a8e9-4cdfe7b60d6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e78e1ea-ea7c-4ed3-b361-f42050b50d82,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:41.837149 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d855ca-ae00-40db-a8e9-4cdfe7b60d6a admin admin] Checking segment: {'id': '024402e9-de2b-4f74-a549-b38ceaec745d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '68cb0201-1b5e-4e10-ada5-3705e0bf6116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:38:41.837510 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d855ca-ae00-40db-a8e9-4cdfe7b60d6a admin admin] Network hostable DHCP agents. Network: 68cb0201-1b5e-4e10-ada5-3705e0bf6116, hostable agents: ['1a971c09-9b48-4566-8e55-15bd954a700d'], hosted agents: [] {{(pid=104487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:38:41.838416 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-63657905-691b-4788-b40c-215eee435f01 None None] Set router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:38:41.855136 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d855ca-ae00-40db-a8e9-4cdfe7b60d6a admin admin] Network 68cb0201-1b5e-4e10-ada5-3705e0bf6116 is scheduled to be hosted by DHCP agent 1a971c09-9b48-4566-8e55-15bd954a700d with binding_index 1 {{(pid=104487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:38:41.864748 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-65d855ca-ae00-40db-a8e9-4cdfe7b60d6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861557-1-iscsi, 68cb0201-1b5e-4e10-ada5-3705e0bf6116) {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:38:41.873540 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d855ca-ae00-40db-a8e9-4cdfe7b60d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:41.874115 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-65d855ca-ae00-40db-a8e9-4cdfe7b60d6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:41.878701 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb05c61f-d9b1-40b9-ac64-777fd1041b04 None None] Network 68cb0201-1b5e-4e10-ada5-3705e0bf6116 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:38:41.891827 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-65d855ca-ae00-40db-a8e9-4cdfe7b60d6a admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3567998 Oct 17 04:38:41.894468 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34814) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:41.898739 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-23dcf7ba-1854-4a7f-9442-412b5acdc8a4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1744609314-router', 'tenant_id': 'e164a6fdf63748ff92c7d75130773122', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:38:41.927341 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-23dcf7ba-1854-4a7f-9442-412b5acdc8a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1647058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16026'] for router (e0c1f0a8-40cd-4bd9-8f61-a70a1c545350), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:41.928483 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-23dcf7ba-1854-4a7f-9442-412b5acdc8a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16001'] for router (e0c1f0a8-40cd-4bd9-8f61-a70a1c545350), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:41.987814 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=100 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:41.999796 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-23dcf7ba-1854-4a7f-9442-412b5acdc8a4 admin admin] Publish callbacks [] for router_controller (e0c1f0a8-40cd-4bd9-8f61-a70a1c545350), precommit_add_association {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:42.085567 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:42.147130 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2004142-986b-4cce-bc18-16a5c16f842b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc436c267-4500-58c6-a229-36ff674da11a-68cb0201-1b5e-4e10-ada5-3705e0bf6116', 'network_id': '68cb0201-1b5e-4e10-ada5-3705e0bf6116', 'project_id': 'e164a6fdf63748ff92c7d75130773122', 'fixed_ips': [{'subnet_id': '3e78e1ea-ea7c-4ed3-b361-f42050b50d82'}]}} from dv-cinder-861557-1-iscsi. {{(pid=104489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 04:38:42.148263 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-b2004142-986b-4cce-bc18-16a5c16f842b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:42.162964 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 569edeff-95de-48b6-a10a-ecbf1eba9d19 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:38:42.204405 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-23dcf7ba-1854-4a7f-9442-412b5acdc8a4 admin admin] Publish callbacks [] for router_gateway (e0c1f0a8-40cd-4bd9-8f61-a70a1c545350), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:42.320026 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-63657905-691b-4788-b40c-215eee435f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': 'c718bdc7-7079-4696-a240-0934976f858f', 'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'mac_address': 'fa:16:3e:96:81:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:39Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 2, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'subnets': [{'id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:42.361848 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 569edeff-95de-48b6-a10a-ecbf1eba9d19 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:42.362510 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (569edeff-95de-48b6-a10a-ecbf1eba9d19), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:42.362998 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 569edeff-95de-48b6-a10a-ecbf1eba9d19 Oct 17 04:38:42.365271 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63657905-691b-4788-b40c-215eee435f01 None None] Checking router: 5fdd35fa-909f-44e8-a5c6-d630a14b3078 for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:38:42.365869 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63657905-691b-4788-b40c-215eee435f01 None None] Updating router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 port c718bdc7-7079-4696-a240-0934976f858f binding host dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:38:42.414713 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-23dcf7ba-1854-4a7f-9442-412b5acdc8a4 admin admin] Publish callbacks [] for router_gateway (e0c1f0a8-40cd-4bd9-8f61-a70a1c545350), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:42.434869 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-23dcf7ba-1854-4a7f-9442-412b5acdc8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:42.437685 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34832) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:42.453219 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-63657905-691b-4788-b40c-215eee435f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (c718bdc7-7079-4696-a240-0934976f858f), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:42.483262 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.db_base_plugin_common [None req-b2004142-986b-4cce-bc18-16a5c16f842b None None] Allocated IP 172.20.0.2 (68cb0201-1b5e-4e10-ada5-3705e0bf6116/3e78e1ea-ea7c-4ed3-b361-f42050b50d82/ed5e54b7-6168-4d97-b702-d0d5defbf658) {{(pid=104489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:38:42.581200 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-23dcf7ba-1854-4a7f-9442-412b5acdc8a4 admin admin] Allocated IP 172.27.3.190 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/4cb57308-2ff3-4354-b9e4-c7d458d8cf05) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:38:42.583154 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-f833345f-3b22-4215-a108-07049d37dc9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:42.639420 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:42.665570 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 569edeff-95de-48b6-a10a-ecbf1eba9d19 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:38:42.666428 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (569edeff-95de-48b6-a10a-ecbf1eba9d19), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:42.685657 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-f833345f-3b22-4215-a108-07049d37dc9e admin admin] Publish callbacks [] for security_group (b8d09bbc-6be3-471f-85b9-91c726ff1521), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:42.720257 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port 569edeff-95de-48b6-a10a-ecbf1eba9d19, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=569edeff-95de-48b6-a10a-ecbf1eba9d19,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:38:42.744047 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (569edeff-95de-48b6-a10a-ecbf1eba9d19), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:42.764046 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-f833345f-3b22-4215-a108-07049d37dc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (b8d09bbc-6be3-471f-85b9-91c726ff1521), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:42.803736 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:42.816854 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-f833345f-3b22-4215-a108-07049d37dc9e admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=849dea95a2a24460b879d0dcf1eeb76c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779690 Oct 17 04:38:42.818178 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34848) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:42.855619 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833345f-3b22-4215-a108-07049d37dc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d09bbc-6be3-471f-85b9-91c726ff1521,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:42.890354 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-23dcf7ba-1854-4a7f-9442-412b5acdc8a4 admin admin] Publish callbacks [] for port (4cb57308-2ff3-4354-b9e4-c7d458d8cf05), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:42.894990 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:42.896946 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=569edeff-95de-48b6-a10a-ecbf1eba9d19,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:42.908586 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-b2004142-986b-4cce-bc18-16a5c16f842b None None] Publish callbacks [] for port (ed5e54b7-6168-4d97-b702-d0d5defbf658), precommit_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:42.915806 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-81b323a6-2cfc-42b9-9acd-a7fc66b33e57 admin admin] Publish callbacks [] for security_group (b8d09bbc-6be3-471f-85b9-91c726ff1521), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:42.934652 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-b2004142-986b-4cce-bc18-16a5c16f842b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (ed5e54b7-6168-4d97-b702-d0d5defbf658), after_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:42.947187 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-81b323a6-2cfc-42b9-9acd-a7fc66b33e57 admin admin] Publish callbacks [] for security_group (b8d09bbc-6be3-471f-85b9-91c726ff1521), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:42.949703 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:42.965917 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-23dcf7ba-1854-4a7f-9442-412b5acdc8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (4cb57308-2ff3-4354-b9e4-c7d458d8cf05), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:43.004142 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2004142-986b-4cce-bc18-16a5c16f842b None None] Network 68cb0201-1b5e-4e10-ada5-3705e0bf6116 is already hosted by enough agents. {{(pid=104489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:38:43.010266 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.base_scheduler [None req-b2004142-986b-4cce-bc18-16a5c16f842b None None] Resources bound (agent type, host, resource id): {{(pid=104489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:38:43.031653 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2004142-986b-4cce-bc18-16a5c16f842b None None] Received port after_create {{(pid=104489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:38:43.044291 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2004142-986b-4cce-bc18-16a5c16f842b None None] Pushing event updated for resources: {'Port': ['ID=ed5e54b7-6168-4d97-b702-d0d5defbf658,revision_number=1']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:43.046325 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcf7ba-1854-4a7f-9442-412b5acdc8a4 admin admin] Pushing event updated for resources: {'Port': ['ID=4cb57308-2ff3-4354-b9e4-c7d458d8cf05,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:43.046542 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb9aea-791a-4cb0-94d8-96e0b2f6e847 req-8192081d-85cc-474e-933d-5c4d3a233e3a tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:43.051340 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dcf7ba-1854-4a7f-9442-412b5acdc8a4 admin admin] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:38:43.053296 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34854) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:43.056494 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-23dcf7ba-1854-4a7f-9442-412b5acdc8a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:38:43.059547 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-05eb9aea-791a-4cb0-94d8-96e0b2f6e847 req-8192081d-85cc-474e-933d-5c4d3a233e3a tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=185422c3-78b7-476c-9028-fdf9d5701bee HTTP/1.1" status: 200 len: 945 time: 0.0771346 Oct 17 04:38:43.074277 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dcf7ba-1854-4a7f-9442-412b5acdc8a4 admin admin] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:38:43.101644 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-63657905-691b-4788-b40c-215eee435f01 None None] Publish callbacks [] for port (c718bdc7-7079-4696-a240-0934976f858f), precommit_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:43.112231 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-81b323a6-2cfc-42b9-9acd-a7fc66b33e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (b8d09bbc-6be3-471f-85b9-91c726ff1521), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:43.114051 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-63657905-691b-4788-b40c-215eee435f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (c718bdc7-7079-4696-a240-0934976f858f), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:43.115442 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-81b323a6-2cfc-42b9-9acd-a7fc66b33e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:43.121597 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-81b323a6-2cfc-42b9-9acd-a7fc66b33e57 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/b8d09bbc-6be3-471f-85b9-91c726ff1521 HTTP/1.1" status: 204 len: 168 time: 0.3000336 Oct 17 04:38:43.138770 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b323a6-2cfc-42b9-9acd-a7fc66b33e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d09bbc-6be3-471f-85b9-91c726ff1521,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:43.151771 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-05eb9aea-791a-4cb0-94d8-96e0b2f6e847 req-c485846c-0b0e-4ded-98dd-d9dc12ce9553 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847204 Oct 17 04:38:43.153584 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b323a6-2cfc-42b9-9acd-a7fc66b33e57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:43.154193 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b323a6-2cfc-42b9-9acd-a7fc66b33e57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:43.155721 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b323a6-2cfc-42b9-9acd-a7fc66b33e57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:43.156215 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b323a6-2cfc-42b9-9acd-a7fc66b33e57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:43.157298 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b323a6-2cfc-42b9-9acd-a7fc66b33e57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:43.158684 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b323a6-2cfc-42b9-9acd-a7fc66b33e57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:43.159218 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b323a6-2cfc-42b9-9acd-a7fc66b33e57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:43.159688 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b323a6-2cfc-42b9-9acd-a7fc66b33e57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:43.159874 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-b2004142-986b-4cce-bc18-16a5c16f842b None None] Attempting to bind port ed5e54b7-6168-4d97-b702-d0d5defbf658 on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:38:43.160247 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-b2004142-986b-4cce-bc18-16a5c16f842b None None] Attempting to bind port ed5e54b7-6168-4d97-b702-d0d5defbf658 by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': '024402e9-de2b-4f74-a549-b38ceaec745d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '68cb0201-1b5e-4e10-ada5-3705e0bf6116'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:38:43.160587 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2004142-986b-4cce-bc18-16a5c16f842b None None] Attempting to bind port ed5e54b7-6168-4d97-b702-d0d5defbf658 on network 68cb0201-1b5e-4e10-ada5-3705e0bf6116 {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:38:43.160729 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b323a6-2cfc-42b9-9acd-a7fc66b33e57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:43.161232 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b323a6-2cfc-42b9-9acd-a7fc66b33e57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:43.161851 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b323a6-2cfc-42b9-9acd-a7fc66b33e57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:43.162477 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b323a6-2cfc-42b9-9acd-a7fc66b33e57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:43.162960 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b323a6-2cfc-42b9-9acd-a7fc66b33e57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:43.163903 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b323a6-2cfc-42b9-9acd-a7fc66b33e57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:43.164380 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b323a6-2cfc-42b9-9acd-a7fc66b33e57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:38:43.290071 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4e25892e-c568-43e4-842d-512d6b22bbc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:43.387104 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4216e-a726-4351-bf7b-99164db4298b None None] Pushing event updated for resources: {'Port': ['ID=c718bdc7-7079-4696-a240-0934976f858f,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:43.422373 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2004142-986b-4cce-bc18-16a5c16f842b None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:38:43.422725 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2004142-986b-4cce-bc18-16a5c16f842b None None] Checking segment: {'id': '024402e9-de2b-4f74-a549-b38ceaec745d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '68cb0201-1b5e-4e10-ada5-3705e0bf6116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:38:43.423055 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-b2004142-986b-4cce-bc18-16a5c16f842b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:43.423593 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2004142-986b-4cce-bc18-16a5c16f842b None None] Bound using segment: {'id': '024402e9-de2b-4f74-a549-b38ceaec745d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '68cb0201-1b5e-4e10-ada5-3705e0bf6116'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:38:43.424081 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-b2004142-986b-4cce-bc18-16a5c16f842b None None] Bound port: ed5e54b7-6168-4d97-b702-d0d5defbf658, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024402e9-de2b-4f74-a549-b38ceaec745d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '68cb0201-1b5e-4e10-ada5-3705e0bf6116'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:38:43.424454 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-b2004142-986b-4cce-bc18-16a5c16f842b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (ed5e54b7-6168-4d97-b702-d0d5defbf658), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:43.437488 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-63657905-691b-4788-b40c-215eee435f01 None None] Attempting to bind port c718bdc7-7079-4696-a240-0934976f858f on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:38:43.437488 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-63657905-691b-4788-b40c-215eee435f01 None None] Attempting to bind port c718bdc7-7079-4696-a240-0934976f858f by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:38:43.437488 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63657905-691b-4788-b40c-215eee435f01 None None] Attempting to bind port c718bdc7-7079-4696-a240-0934976f858f on network e7b10358-ab79-44d7-a22b-ddfa538fb104 {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:38:43.500911 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-23dcf7ba-1854-4a7f-9442-412b5acdc8a4 admin admin] Publish callbacks [] for router_gateway (e0c1f0a8-40cd-4bd9-8f61-a70a1c545350), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:43.508418 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4e25892e-c568-43e4-842d-512d6b22bbc1 admin admin] Publish callbacks [] for security_group (4845e11f-521e-4d72-bdbf-8f0c6da746a3), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:43.526895 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63657905-691b-4788-b40c-215eee435f01 None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:38:43.527573 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63657905-691b-4788-b40c-215eee435f01 None None] Checking segment: {'id': 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:38:43.528136 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-63657905-691b-4788-b40c-215eee435f01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:43.528680 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63657905-691b-4788-b40c-215eee435f01 None None] Bound using segment: {'id': 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:38:43.529343 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-63657905-691b-4788-b40c-215eee435f01 None None] Bound port: c718bdc7-7079-4696-a240-0934976f858f, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:38:43.529899 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-63657905-691b-4788-b40c-215eee435f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (c718bdc7-7079-4696-a240-0934976f858f), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:43.534270 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:43.540911 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4e25892e-c568-43e4-842d-512d6b22bbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (4845e11f-521e-4d72-bdbf-8f0c6da746a3), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:43.544415 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-b2004142-986b-4cce-bc18-16a5c16f842b None None] For port ed5e54b7-6168-4d97-b702-d0d5defbf658, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:38:43.559516 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-b2004142-986b-4cce-bc18-16a5c16f842b None None] For port ed5e54b7-6168-4d97-b702-d0d5defbf658, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=ed5e54b7-6168-4d97-b702-d0d5defbf658,segment=NetworkSegment(024402e9-de2b-4f74-a549-b38ceaec745d),segment_id=024402e9-de2b-4f74-a549-b38ceaec745d)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:38:43.587318 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-b2004142-986b-4cce-bc18-16a5c16f842b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (ed5e54b7-6168-4d97-b702-d0d5defbf658), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:43.599708 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-4e25892e-c568-43e4-842d-512d6b22bbc1 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=1d636f6efe374101917ce7b773c40ef6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5452237 Oct 17 04:38:43.603370 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34870) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:43.628450 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25892e-c568-43e4-842d-512d6b22bbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4845e11f-521e-4d72-bdbf-8f0c6da746a3,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:43.666173 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-63657905-691b-4788-b40c-215eee435f01 None None] For port c718bdc7-7079-4696-a240-0934976f858f, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:38:43.670712 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-63657905-691b-4788-b40c-215eee435f01 None None] For port c718bdc7-7079-4696-a240-0934976f858f, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=c718bdc7-7079-4696-a240-0934976f858f,segment=NetworkSegment(cdc7ea4a-38bb-42eb-8d45-f7e86c035f09),segment_id=cdc7ea4a-38bb-42eb-8d45-f7e86c035f09)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:38:43.676612 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2004142-986b-4cce-bc18-16a5c16f842b None None] Pushing event updated for resources: {'Port': ['ID=ed5e54b7-6168-4d97-b702-d0d5defbf658,revision_number=2']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:43.685913 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-63657905-691b-4788-b40c-215eee435f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (c718bdc7-7079-4696-a240-0934976f858f), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:43.738712 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63657905-691b-4788-b40c-215eee435f01 None None] Routers {'5fdd35fa-909f-44e8-a5c6-d630a14b3078'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:38:43.739345 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-63657905-691b-4788-b40c-215eee435f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:38:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:43.750479 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-181595d8-fb75-459e-a410-64d824f03f72 admin admin] Publish callbacks [] for security_group (4845e11f-521e-4d72-bdbf-8f0c6da746a3), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:43.787578 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-181595d8-fb75-459e-a410-64d824f03f72 admin admin] Publish callbacks [] for security_group (4845e11f-521e-4d72-bdbf-8f0c6da746a3), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:43.791036 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4216e-a726-4351-bf7b-99164db4298b None None] Pushing event updated for resources: {'Port': ['ID=c718bdc7-7079-4696-a240-0934976f858f,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:43.791744 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-23dcf7ba-1854-4a7f-9442-412b5acdc8a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638852'] for router (e0c1f0a8-40cd-4bd9-8f61-a70a1c545350), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:43.908962 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:43.934693 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-181595d8-fb75-459e-a410-64d824f03f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (4845e11f-521e-4d72-bdbf-8f0c6da746a3), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:43.938549 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-63657905-691b-4788-b40c-215eee435f01 None None] Set router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:38:43.940973 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-181595d8-fb75-459e-a410-64d824f03f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:43.942419 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-181595d8-fb75-459e-a410-64d824f03f72 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/4845e11f-521e-4d72-bdbf-8f0c6da746a3 HTTP/1.1" status: 204 len: 168 time: 0.3373959 Oct 17 04:38:43.966967 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181595d8-fb75-459e-a410-64d824f03f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4845e11f-521e-4d72-bdbf-8f0c6da746a3,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:44.008879 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:44.066806 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23dcf7ba-1854-4a7f-9442-412b5acdc8a4 admin admin] Router e0c1f0a8-40cd-4bd9-8f61-a70a1c545350 is scheduled to L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 with binding_index 1 {{(pid=104487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 04:38:44.226658 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:44.230267 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-63657905-691b-4788-b40c-215eee435f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': 'c718bdc7-7079-4696-a240-0934976f858f', 'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'mac_address': 'fa:16:3e:96:81:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:39Z', 'updated_at': '2022-10-17T04:38:43Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'subnets': [{'id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:44.242219 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dcf7ba-1854-4a7f-9442-412b5acdc8a4 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:38:44.254212 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] Sync routers for ids ['e0c1f0a8-40cd-4bd9-8f61-a70a1c545350'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:38:44.274793 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] Routers {'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:38:44.277917 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:38:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['e0c1f0a8-40cd-4bd9-8f61-a70a1c545350'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:44.290461 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-23dcf7ba-1854-4a7f-9442-412b5acdc8a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:44.296524 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34888) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:44.297166 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-23dcf7ba-1854-4a7f-9442-412b5acdc8a4 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4016888 Oct 17 04:38:44.321859 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63657905-691b-4788-b40c-215eee435f01 None None] The sync data for ids ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'] in dv-cinder-861557-1-iscsi is: [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': 'c718bdc7-7079-4696-a240-0934976f858f', 'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'mac_address': 'fa:16:3e:96:81:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:39Z', 'updated_at': '2022-10-17T04:38:43Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'subnets': [{'id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:38:44.329123 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device ed5e54b7-6168-4d97-b702-d0d5defbf658 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:38:44.463895 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port ed5e54b7-6168-4d97-b702-d0d5defbf658 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:44.464362 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (ed5e54b7-6168-4d97-b702-d0d5defbf658), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:44.464710 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port ed5e54b7-6168-4d97-b702-d0d5defbf658 Oct 17 04:38:44.470027 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:44.479385 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f3eaa-9ace-4c6f-871f-bf85a29f4813 req-0c39a276-5344-41ea-a189-52d9d37115f7 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:44.488735 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-688f3eaa-9ace-4c6f-871f-bf85a29f4813 req-0c39a276-5344-41ea-a189-52d9d37115f7 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=185422c3-78b7-476c-9028-fdf9d5701bee HTTP/1.1" status: 200 len: 945 time: 0.1077659 Oct 17 04:38:44.519489 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93942c1b-2c29-43a1-932f-2400eb4b7d1e req-18808129-09b7-46ef-b9a0-d756e2b8d740 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:44.528462 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-93942c1b-2c29-43a1-932f-2400eb4b7d1e req-18808129-09b7-46ef-b9a0-d756e2b8d740 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=185422c3-78b7-476c-9028-fdf9d5701bee HTTP/1.1" status: 200 len: 945 time: 0.1520364 Oct 17 04:38:44.547159 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] Set router e0c1f0a8-40cd-4bd9-8f61-a70a1c545350 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:38:44.681235 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-688f3eaa-9ace-4c6f-871f-bf85a29f4813 req-b7fbd930-59d7-4581-938f-a6d3474877f4 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910286 Oct 17 04:38:44.716771 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port ed5e54b7-6168-4d97-b702-d0d5defbf658 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:38:44.717480 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34892) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:44.718002 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (ed5e54b7-6168-4d97-b702-d0d5defbf658), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:44.760958 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-93942c1b-2c29-43a1-932f-2400eb4b7d1e req-b0846187-2824-48b7-afde-f62c43fff2c0 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Deleting port 30c32e91-5672-4956-8612-2055b3abf8d4 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:38:44.761466 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-93942c1b-2c29-43a1-932f-2400eb4b7d1e req-b0846187-2824-48b7-afde-f62c43fff2c0 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (30c32e91-5672-4956-8612-2055b3abf8d4), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:44.802094 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port ed5e54b7-6168-4d97-b702-d0d5defbf658, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=ed5e54b7-6168-4d97-b702-d0d5defbf658,segment=NetworkSegment(024402e9-de2b-4f74-a549-b38ceaec745d),segment_id=024402e9-de2b-4f74-a549-b38ceaec745d)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:38:44.815831 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (ed5e54b7-6168-4d97-b702-d0d5defbf658), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:44.817031 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 569edeff-95de-48b6-a10a-ecbf1eba9d19 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:38:44.823004 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-168bc22c-2e27-4a4d-92dc-bd23ac5a9418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:44.956856 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-93942c1b-2c29-43a1-932f-2400eb4b7d1e req-b0846187-2824-48b7-afde-f62c43fff2c0 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] For port 30c32e91-5672-4956-8612-2055b3abf8d4, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=30c32e91-5672-4956-8612-2055b3abf8d4,segment=NetworkSegment(875bb5b6-85d3-447e-9f5d-edb1cffd4d3f),segment_id=875bb5b6-85d3-447e-9f5d-edb1cffd4d3f)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:38:44.957753 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-93942c1b-2c29-43a1-932f-2400eb4b7d1e req-b0846187-2824-48b7-afde-f62c43fff2c0 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (30c32e91-5672-4956-8612-2055b3abf8d4), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:44.974504 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=ed5e54b7-6168-4d97-b702-d0d5defbf658,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:45.002971 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 569edeff-95de-48b6-a10a-ecbf1eba9d19 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:45.003344 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (569edeff-95de-48b6-a10a-ecbf1eba9d19), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:45.003850 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 569edeff-95de-48b6-a10a-ecbf1eba9d19 Oct 17 04:38:45.035376 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-93942c1b-2c29-43a1-932f-2400eb4b7d1e req-b0846187-2824-48b7-afde-f62c43fff2c0 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Calling delete_port for 30c32e91-5672-4956-8612-2055b3abf8d4 owned by compute:nova {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:38:45.129964 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:45.145677 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ca769b-e39d-4be5-a044-144780b0cdbe None None] Network 68cb0201-1b5e-4e10-ada5-3705e0bf6116 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:38:45.171544 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-168bc22c-2e27-4a4d-92dc-bd23ac5a9418 admin admin] Publish callbacks [] for security_group (7bd899fd-ed8a-4c81-bc53-792008092c4d), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:45.174726 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:45.187478 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:45.190617 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-168bc22c-2e27-4a4d-92dc-bd23ac5a9418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (7bd899fd-ed8a-4c81-bc53-792008092c4d), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:45.233117 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:45.258768 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350', 'name': 'tempest-TestVolumeBootPattern-1744609314-router', 'tenant_id': 'e164a6fdf63748ff92c7d75130773122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '4cb57308-2ff3-4354-b9e4-c7d458d8cf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:41Z', 'updated_at': '2022-10-17T04:38:43Z', 'revision_number': 3, 'project_id': 'e164a6fdf63748ff92c7d75130773122', 'gw_port': {'id': '4cb57308-2ff3-4354-b9e4-c7d458d8cf05', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:75:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:42Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:45.294352 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] Checking router: e0c1f0a8-40cd-4bd9-8f61-a70a1c545350 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:38:45.295061 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] Updating router e0c1f0a8-40cd-4bd9-8f61-a70a1c545350 port 4cb57308-2ff3-4354-b9e4-c7d458d8cf05 binding host dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:38:45.331000 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (4cb57308-2ff3-4354-b9e4-c7d458d8cf05), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:45.371642 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-168bc22c-2e27-4a4d-92dc-bd23ac5a9418 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=e94f92d1f96f4f15ae8c714ef172f02e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6502855 Oct 17 04:38:45.373507 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bc22c-2e27-4a4d-92dc-bd23ac5a9418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd899fd-ed8a-4c81-bc53-792008092c4d,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:45.375467 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34902) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:45.378717 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-93942c1b-2c29-43a1-932f-2400eb4b7d1e req-b0846187-2824-48b7-afde-f62c43fff2c0 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (30c32e91-5672-4956-8612-2055b3abf8d4), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:45.383615 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 569edeff-95de-48b6-a10a-ecbf1eba9d19 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:38:45.426292 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['30c32e91-5672-4956-8612-2055b3abf8d4'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:38:45.448748 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0846187-2824-48b7-afde-f62c43fff2c0 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Pushing event deleted for resources: {'Port': ['ID=30c32e91-5672-4956-8612-2055b3abf8d4,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:45.450978 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-dbf75b73-6111-4a2d-8242-54a868b7884c None None] Provisioning complete for port ed5e54b7-6168-4d97-b702-d0d5defbf658 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:45.451337 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-dbf75b73-6111-4a2d-8242-54a868b7884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (ed5e54b7-6168-4d97-b702-d0d5defbf658), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:45.451671 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-dbf75b73-6111-4a2d-8242-54a868b7884c None None] Attempt 1 to provision port ed5e54b7-6168-4d97-b702-d0d5defbf658 Oct 17 04:38:45.528101 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-93942c1b-2c29-43a1-932f-2400eb4b7d1e req-b0846187-2824-48b7-afde-f62c43fff2c0 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] No DVR routers for this DVR port 30c32e91-5672-4956-8612-2055b3abf8d4 on host hv-cinder-86155 {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:38:45.531480 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-894dc6ce-d84b-4483-a541-5e8a0c366910 admin admin] Publish callbacks [] for security_group (7bd899fd-ed8a-4c81-bc53-792008092c4d), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:45.533580 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-93942c1b-2c29-43a1-932f-2400eb4b7d1e req-b0846187-2824-48b7-afde-f62c43fff2c0 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:45.536960 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-93942c1b-2c29-43a1-932f-2400eb4b7d1e req-b0846187-2824-48b7-afde-f62c43fff2c0 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.20 "DELETE /networking/v2.0/ports/30c32e91-5672-4956-8612-2055b3abf8d4 HTTP/1.1" status: 204 len: 173 time: 1.0009749 Oct 17 04:38:45.537509 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185422c3-78b7-476c-9028-fdf9d5701bee', 'name': 'network-vif-deleted', 'tag': '30c32e91-5672-4956-8612-2055b3abf8d4'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:38:45.539923 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda0b63b-578a-4155-89cc-fff0e414e35f" -d '{"events": [{"server_uuid": "185422c3-78b7-476c-9028-fdf9d5701bee", "name": "network-vif-deleted", "tag": "30c32e91-5672-4956-8612-2055b3abf8d4"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:38:45.583755 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-894dc6ce-d84b-4483-a541-5e8a0c366910 admin admin] Publish callbacks [] for security_group (7bd899fd-ed8a-4c81-bc53-792008092c4d), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:45.606849 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fec811-0e88-42f9-b92c-9e17291a48fe x-openstack-request-id: req-08fec811-0e88-42f9-b92c-9e17291a48fe {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:38:45.607379 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185422c3-78b7-476c-9028-fdf9d5701bee", "name": "network-vif-deleted", "tag": "30c32e91-5672-4956-8612-2055b3abf8d4", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:38:45.607839 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-08fec811-0e88-42f9-b92c-9e17291a48fe {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:38:45.608477 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08fec811-0e88-42f9-b92c-9e17291a48fe'] response: {'server_uuid': '185422c3-78b7-476c-9028-fdf9d5701bee', 'name': 'network-vif-deleted', 'tag': '30c32e91-5672-4956-8612-2055b3abf8d4', 'status': 'completed', 'code': 200} Oct 17 04:38:45.705598 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:45.803594 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-dbf75b73-6111-4a2d-8242-54a868b7884c None None] Current status of the port ed5e54b7-6168-4d97-b702-d0d5defbf658 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:38:45.831942 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f9e3de29-25db-4f52-9b84-6d0832ac4bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:45.883951 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-894dc6ce-d84b-4483-a541-5e8a0c366910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (7bd899fd-ed8a-4c81-bc53-792008092c4d), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:45.887097 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-894dc6ce-d84b-4483-a541-5e8a0c366910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:45.888569 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-894dc6ce-d84b-4483-a541-5e8a0c366910 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/7bd899fd-ed8a-4c81-bc53-792008092c4d HTTP/1.1" status: 204 len: 168 time: 0.5030341 Oct 17 04:38:45.922101 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] Publish callbacks [] for port (4cb57308-2ff3-4354-b9e4-c7d458d8cf05), precommit_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:45.939454 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (4cb57308-2ff3-4354-b9e4-c7d458d8cf05), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:45.958308 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] Attempting to bind port 4cb57308-2ff3-4354-b9e4-c7d458d8cf05 on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:38:45.959160 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] Attempting to bind port 4cb57308-2ff3-4354-b9e4-c7d458d8cf05 by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:38:45.963584 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] Attempting to bind port 4cb57308-2ff3-4354-b9e4-c7d458d8cf05 on network b27d8a1d-9748-4759-bac0-ee0df018117d {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:38:45.984828 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-703b0d86-cccf-4039-92f4-bc300b3bb635 req-907aaf0d-3ff7-4465-b882-2b677ef54277 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=185422c3-78b7-476c-9028-fdf9d5701bee HTTP/1.1" status: 200 len: 210 time: 0.1141551 Oct 17 04:38:45.988747 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dc6ce-d84b-4483-a541-5e8a0c366910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd899fd-ed8a-4c81-bc53-792008092c4d,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:46.078025 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:38:46.078405 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] Checking segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:38:46.078800 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:46.081617 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] Bound using segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:38:46.082608 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] Bound port: 4cb57308-2ff3-4354-b9e4-c7d458d8cf05, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:38:46.083318 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (4cb57308-2ff3-4354-b9e4-c7d458d8cf05), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:46.144223 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=100 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:46.149370 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-53b77075-dda8-4663-90e0-292449ef9569 None None] Provisioning complete for port ed5e54b7-6168-4d97-b702-d0d5defbf658 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:46.150452 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-53b77075-dda8-4663-90e0-292449ef9569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (ed5e54b7-6168-4d97-b702-d0d5defbf658), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:46.151736 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-53b77075-dda8-4663-90e0-292449ef9569 None None] Attempt 1 to provision port ed5e54b7-6168-4d97-b702-d0d5defbf658 Oct 17 04:38:46.230171 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_common [None req-f9e3de29-25db-4f52-9b84-6d0832ac4bb0 admin admin] Allocated IP 172.20.0.1 (68cb0201-1b5e-4e10-ada5-3705e0bf6116/3e78e1ea-ea7c-4ed3-b361-f42050b50d82/0e5bb9ad-1924-4dea-8736-623a5f81a76a) {{(pid=104488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:38:46.266881 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19663e3-ee1c-4618-b530-6bbc06a4885c None None] Pushing event updated for resources: {'Port': ['ID=4cb57308-2ff3-4354-b9e4-c7d458d8cf05,revision_number=2']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:46.287080 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] For port 4cb57308-2ff3-4354-b9e4-c7d458d8cf05, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:38:46.295596 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] For port 4cb57308-2ff3-4354-b9e4-c7d458d8cf05, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=4cb57308-2ff3-4354-b9e4-c7d458d8cf05,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:38:46.315839 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (4cb57308-2ff3-4354-b9e4-c7d458d8cf05), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:46.380313 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] Routers {'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:38:46.384648 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:38:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['e0c1f0a8-40cd-4bd9-8f61-a70a1c545350'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:46.404266 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device c718bdc7-7079-4696-a240-0934976f858f up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:38:46.447596 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19663e3-ee1c-4618-b530-6bbc06a4885c None None] Pushing event updated for resources: {'Port': ['ID=4cb57308-2ff3-4354-b9e4-c7d458d8cf05,revision_number=3']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:46.495723 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-53b77075-dda8-4663-90e0-292449ef9569 None None] Current status of the port ed5e54b7-6168-4d97-b702-d0d5defbf658 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:38:46.518137 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port c718bdc7-7079-4696-a240-0934976f858f triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:46.518848 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c718bdc7-7079-4696-a240-0934976f858f), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:46.519391 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port c718bdc7-7079-4696-a240-0934976f858f Oct 17 04:38:46.527568 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f9e3de29-25db-4f52-9b84-6d0832ac4bb0 admin admin] Publish callbacks [] for port (0e5bb9ad-1924-4dea-8736-623a5f81a76a), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:46.532384 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] Set router e0c1f0a8-40cd-4bd9-8f61-a70a1c545350 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:38:46.567412 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f9e3de29-25db-4f52-9b84-6d0832ac4bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (0e5bb9ad-1924-4dea-8736-623a5f81a76a), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:46.592651 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34926) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:46.614848 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6741fb19-538b-4873-8cf4-9780d93eaf4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:46.658561 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e3de29-25db-4f52-9b84-6d0832ac4bb0 admin admin] Network 68cb0201-1b5e-4e10-ada5-3705e0bf6116 is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:38:46.662767 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port c718bdc7-7079-4696-a240-0934976f858f is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:38:46.663155 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (c718bdc7-7079-4696-a240-0934976f858f), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:46.675818 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-f9e3de29-25db-4f52-9b84-6d0832ac4bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:38:46.679778 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e3de29-25db-4f52-9b84-6d0832ac4bb0 admin admin] Received port after_create {{(pid=104488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:38:46.694201 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3de29-25db-4f52-9b84-6d0832ac4bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=0e5bb9ad-1924-4dea-8736-623a5f81a76a,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:46.722439 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:46.729759 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port c718bdc7-7079-4696-a240-0934976f858f, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=c718bdc7-7079-4696-a240-0934976f858f,segment=NetworkSegment(cdc7ea4a-38bb-42eb-8d45-f7e86c035f09),segment_id=cdc7ea4a-38bb-42eb-8d45-f7e86c035f09)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:38:46.738389 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (c718bdc7-7079-4696-a240-0934976f858f), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:46.739137 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device ed5e54b7-6168-4d97-b702-d0d5defbf658 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:38:46.745144 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:46.768078 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f9e3de29-25db-4f52-9b84-6d0832ac4bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648191'] for router_interface (e0c1f0a8-40cd-4bd9-8f61-a70a1c545350), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:46.815657 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6741fb19-538b-4873-8cf4-9780d93eaf4a admin admin] Publish callbacks [] for security_group (2bca0f8f-3baa-4910-9b92-c485e50df17f), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:46.825506 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6741fb19-538b-4873-8cf4-9780d93eaf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (2bca0f8f-3baa-4910-9b92-c485e50df17f), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:46.826203 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350', 'name': 'tempest-TestVolumeBootPattern-1744609314-router', 'tenant_id': 'e164a6fdf63748ff92c7d75130773122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '4cb57308-2ff3-4354-b9e4-c7d458d8cf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:41Z', 'updated_at': '2022-10-17T04:38:43Z', 'revision_number': 3, 'project_id': 'e164a6fdf63748ff92c7d75130773122', 'gw_port': {'id': '4cb57308-2ff3-4354-b9e4-c7d458d8cf05', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:75:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:42Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:46.882278 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=c718bdc7-7079-4696-a240-0934976f858f,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:46.896290 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port ed5e54b7-6168-4d97-b702-d0d5defbf658 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:46.896668 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (ed5e54b7-6168-4d97-b702-d0d5defbf658), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:46.897062 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e4ae30-881e-4dc8-97a5-4adb751e940c None None] The sync data for ids ['e0c1f0a8-40cd-4bd9-8f61-a70a1c545350'] in dv-cinder-861557-1-iscsi is: [{'id': 'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350', 'name': 'tempest-TestVolumeBootPattern-1744609314-router', 'tenant_id': 'e164a6fdf63748ff92c7d75130773122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '4cb57308-2ff3-4354-b9e4-c7d458d8cf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:41Z', 'updated_at': '2022-10-17T04:38:43Z', 'revision_number': 3, 'project_id': 'e164a6fdf63748ff92c7d75130773122', 'gw_port': {'id': '4cb57308-2ff3-4354-b9e4-c7d458d8cf05', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:75:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:42Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:38:46.897260 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port ed5e54b7-6168-4d97-b702-d0d5defbf658 Oct 17 04:38:46.901183 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-6741fb19-538b-4873-8cf4-9780d93eaf4a admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=cc918640c0364d1ebbbfc8f5d125be7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073373 Oct 17 04:38:46.904569 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34932) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:46.905245 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741fb19-538b-4873-8cf4-9780d93eaf4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bca0f8f-3baa-4910-9b92-c485e50df17f,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:46.995921 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f9e3de29-25db-4f52-9b84-6d0832ac4bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (0e5bb9ad-1924-4dea-8736-623a5f81a76a), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:47.019580 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port ed5e54b7-6168-4d97-b702-d0d5defbf658 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:38:47.051110 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5e217bdf-9915-4d17-ac1f-0aba5e006ae7 admin admin] Publish callbacks [] for security_group (2bca0f8f-3baa-4910-9b92-c485e50df17f), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:47.087633 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5e217bdf-9915-4d17-ac1f-0aba5e006ae7 admin admin] Publish callbacks [] for security_group (2bca0f8f-3baa-4910-9b92-c485e50df17f), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:47.124401 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-d2fe35c9-3bf0-499b-a984-f31a4f3ff7bc None None] Provisioning complete for port 0e5bb9ad-1924-4dea-8736-623a5f81a76a triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:47.124811 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-d2fe35c9-3bf0-499b-a984-f31a4f3ff7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (0e5bb9ad-1924-4dea-8736-623a5f81a76a), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:47.125180 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-d2fe35c9-3bf0-499b-a984-f31a4f3ff7bc None None] Attempt 1 to provision port 0e5bb9ad-1924-4dea-8736-623a5f81a76a Oct 17 04:38:47.166706 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:47.175920 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-d2fe35c9-3bf0-499b-a984-f31a4f3ff7bc None None] Port 0e5bb9ad-1924-4dea-8736-623a5f81a76a cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:38:47.201886 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5e217bdf-9915-4d17-ac1f-0aba5e006ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (2bca0f8f-3baa-4910-9b92-c485e50df17f), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:47.206224 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5e217bdf-9915-4d17-ac1f-0aba5e006ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:47.216212 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-5e217bdf-9915-4d17-ac1f-0aba5e006ae7 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/2bca0f8f-3baa-4910-9b92-c485e50df17f HTTP/1.1" status: 204 len: 168 time: 0.2886021 Oct 17 04:38:47.221290 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:47.232783 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e217bdf-9915-4d17-ac1f-0aba5e006ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bca0f8f-3baa-4910-9b92-c485e50df17f,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:47.311503 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f9e3de29-25db-4f52-9b84-6d0832ac4bb0 admin admin] Publish callbacks [] for port (0e5bb9ad-1924-4dea-8736-623a5f81a76a), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:47.322669 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f9e3de29-25db-4f52-9b84-6d0832ac4bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7641586'] for port (0e5bb9ad-1924-4dea-8736-623a5f81a76a), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:47.445809 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 30c32e91-5672-4956-8612-2055b3abf8d4 no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:38:47.452090 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3de29-25db-4f52-9b84-6d0832ac4bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=0e5bb9ad-1924-4dea-8736-623a5f81a76a,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:47.478798 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] No Port match for: 30c32e91-5672-4956-8612-2055b3abf8d4 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:38:47.479149 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 30c32e91-5672-4956-8612-2055b3abf8d4 not bound to the agent host hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:38:47.519984 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f9e3de29-25db-4f52-9b84-6d0832ac4bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648291'] for router_interface (e0c1f0a8-40cd-4bd9-8f61-a70a1c545350), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:47.544659 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:47.644208 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e3de29-25db-4f52-9b84-6d0832ac4bb0 admin admin] Network 68cb0201-1b5e-4e10-ada5-3705e0bf6116 is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:38:47.646549 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-f9e3de29-25db-4f52-9b84-6d0832ac4bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:38:47.842735 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e3de29-25db-4f52-9b84-6d0832ac4bb0 admin admin] Router e0c1f0a8-40cd-4bd9-8f61-a70a1c545350 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:38:48.004570 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-f11ff262-0c2e-4473-ab40-632020840f7e None None] Provisioning complete for port 0e5bb9ad-1924-4dea-8736-623a5f81a76a triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:48.005158 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-f11ff262-0c2e-4473-ab40-632020840f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (0e5bb9ad-1924-4dea-8736-623a5f81a76a), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:48.005293 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-f11ff262-0c2e-4473-ab40-632020840f7e None None] Attempt 1 to provision port 0e5bb9ad-1924-4dea-8736-623a5f81a76a Oct 17 04:38:48.029712 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e3de29-25db-4f52-9b84-6d0832ac4bb0 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:38:48.044141 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-f9e3de29-25db-4f52-9b84-6d0832ac4bb0 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/e0c1f0a8-40cd-4bd9-8f61-a70a1c545350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7372966 Oct 17 04:38:48.050967 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-f11ff262-0c2e-4473-ab40-632020840f7e None None] Port 0e5bb9ad-1924-4dea-8736-623a5f81a76a cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:38:48.252381 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 4cb57308-2ff3-4354-b9e4-c7d458d8cf05 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:38:48.256781 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:48.327022 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 4cb57308-2ff3-4354-b9e4-c7d458d8cf05 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:48.327394 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (4cb57308-2ff3-4354-b9e4-c7d458d8cf05), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:48.327974 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 4cb57308-2ff3-4354-b9e4-c7d458d8cf05 Oct 17 04:38:48.407414 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 4cb57308-2ff3-4354-b9e4-c7d458d8cf05 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:38:48.407880 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (4cb57308-2ff3-4354-b9e4-c7d458d8cf05), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:48.431006 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port 4cb57308-2ff3-4354-b9e4-c7d458d8cf05, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=4cb57308-2ff3-4354-b9e4-c7d458d8cf05,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:38:48.435591 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (4cb57308-2ff3-4354-b9e4-c7d458d8cf05), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:48.437026 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device c718bdc7-7079-4696-a240-0934976f858f up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:38:48.522394 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=4cb57308-2ff3-4354-b9e4-c7d458d8cf05,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:48.535214 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:48.545551 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port c718bdc7-7079-4696-a240-0934976f858f triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:48.545928 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (c718bdc7-7079-4696-a240-0934976f858f), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:48.546302 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port c718bdc7-7079-4696-a240-0934976f858f Oct 17 04:38:48.571459 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34984) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:48.576955 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-cea23232-6b7b-413b-9c7d-8aef2ca26487 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1961840361', 'description': 'tempest-secgroup-smoke-1961840361 description', 'project_id': '84d236da3b7b46f4ab13a096d7d80298'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:38:48.602443 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cea23232-6b7b-413b-9c7d-8aef2ca26487 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:48.622482 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port c718bdc7-7079-4696-a240-0934976f858f is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:38:48.693187 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cea23232-6b7b-413b-9c7d-8aef2ca26487 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group (94ac0755-25d9-4102-b2bd-73c387463874), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:48.700997 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cea23232-6b7b-413b-9c7d-8aef2ca26487 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (94ac0755-25d9-4102-b2bd-73c387463874), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:48.737826 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea23232-6b7b-413b-9c7d-8aef2ca26487 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ac0755-25d9-4102-b2bd-73c387463874,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:48.743594 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-cea23232-6b7b-413b-9c7d-8aef2ca26487 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:48.744798 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-cea23232-6b7b-413b-9c7d-8aef2ca26487 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1722009 Oct 17 04:38:48.749267 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 34990) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:48.753569 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-682d962b-7517-4b69-b24d-13ef9d11bb5e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Request body: {'security_group_rule': {'security_group_id': '94ac0755-25d9-4102-b2bd-73c387463874', 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:38:48.787049 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-682d962b-7517-4b69-b24d-13ef9d11bb5e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group_rule (24e9a76c-68f7-47df-ae10-7255de3e7e41), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:48.819215 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:48.849915 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-682d962b-7517-4b69-b24d-13ef9d11bb5e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group_rule (24e9a76c-68f7-47df-ae10-7255de3e7e41), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:48.854415 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-682d962b-7517-4b69-b24d-13ef9d11bb5e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (24e9a76c-68f7-47df-ae10-7255de3e7e41), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:48.877803 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d962b-7517-4b69-b24d-13ef9d11bb5e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e9a76c-68f7-47df-ae10-7255de3e7e41,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:48.885560 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-682d962b-7517-4b69-b24d-13ef9d11bb5e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:48.886917 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-682d962b-7517-4b69-b24d-13ef9d11bb5e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376636 Oct 17 04:38:48.890148 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 34996) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:48.896747 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-6593f9f0-4694-46af-8cee-d01a63d049d0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Request body: {'security_group_rule': {'security_group_id': '94ac0755-25d9-4102-b2bd-73c387463874', 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:38:48.932460 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6593f9f0-4694-46af-8cee-d01a63d049d0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group_rule (460fbcd4-573d-4285-a72e-9bcae509d857), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:48.999478 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6593f9f0-4694-46af-8cee-d01a63d049d0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group_rule (460fbcd4-573d-4285-a72e-9bcae509d857), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:49.004098 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6593f9f0-4694-46af-8cee-d01a63d049d0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (460fbcd4-573d-4285-a72e-9bcae509d857), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:49.023349 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] Sync routers for ids ['e0c1f0a8-40cd-4bd9-8f61-a70a1c545350'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:38:49.033944 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] Routers {'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:38:49.034565 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:38:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['e0c1f0a8-40cd-4bd9-8f61-a70a1c545350'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:49.035065 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593f9f0-4694-46af-8cee-d01a63d049d0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460fbcd4-573d-4285-a72e-9bcae509d857,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:49.044118 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6593f9f0-4694-46af-8cee-d01a63d049d0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:49.045556 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-6593f9f0-4694-46af-8cee-d01a63d049d0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1536131 Oct 17 04:38:49.048093 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 35002) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:49.054811 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-c52298b2-2ad0-4264-b51f-8f3d6749e0a1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Request body: {'security_group_rule': {'security_group_id': '94ac0755-25d9-4102-b2bd-73c387463874', 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:38:49.089745 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c52298b2-2ad0-4264-b51f-8f3d6749e0a1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group_rule (2d4bd6c5-ed5e-4045-8561-18aa977d38e4), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:49.156950 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] Set router e0c1f0a8-40cd-4bd9-8f61-a70a1c545350 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:38:49.161860 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c52298b2-2ad0-4264-b51f-8f3d6749e0a1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group_rule (2d4bd6c5-ed5e-4045-8561-18aa977d38e4), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:49.166232 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c52298b2-2ad0-4264-b51f-8f3d6749e0a1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (2d4bd6c5-ed5e-4045-8561-18aa977d38e4), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:49.187759 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52298b2-2ad0-4264-b51f-8f3d6749e0a1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4bd6c5-ed5e-4045-8561-18aa977d38e4,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:49.199464 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c52298b2-2ad0-4264-b51f-8f3d6749e0a1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:49.203329 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-c52298b2-2ad0-4264-b51f-8f3d6749e0a1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1509061 Oct 17 04:38:49.203886 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 35008) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:49.210454 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-c3ebd95c-cc50-4602-8b97-79510652723a tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Request body: {'security_group_rule': {'security_group_id': '94ac0755-25d9-4102-b2bd-73c387463874', 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:38:49.240445 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c3ebd95c-cc50-4602-8b97-79510652723a tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group_rule (c01cf41d-591e-4b87-8a1f-cfeee53ad04e), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:49.316115 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c3ebd95c-cc50-4602-8b97-79510652723a tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group_rule (c01cf41d-591e-4b87-8a1f-cfeee53ad04e), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:49.320192 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c3ebd95c-cc50-4602-8b97-79510652723a tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (c01cf41d-591e-4b87-8a1f-cfeee53ad04e), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:49.340480 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebd95c-cc50-4602-8b97-79510652723a tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01cf41d-591e-4b87-8a1f-cfeee53ad04e,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:49.348167 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c3ebd95c-cc50-4602-8b97-79510652723a tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:49.349274 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-c3ebd95c-cc50-4602-8b97-79510652723a tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437321 Oct 17 04:38:49.352413 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 35014) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:49.359215 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-e2733fcc-d109-47c3-a5c1-f6dabc317fb5 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Request body: {'security_group_rule': {'security_group_id': '94ac0755-25d9-4102-b2bd-73c387463874', 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:38:49.372752 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350', 'name': 'tempest-TestVolumeBootPattern-1744609314-router', 'tenant_id': 'e164a6fdf63748ff92c7d75130773122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '4cb57308-2ff3-4354-b9e4-c7d458d8cf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:41Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 4, 'project_id': 'e164a6fdf63748ff92c7d75130773122', 'gw_port': {'id': '4cb57308-2ff3-4354-b9e4-c7d458d8cf05', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:75:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:42Z', 'updated_at': '2022-10-17T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '0e5bb9ad-1924-4dea-8736-623a5f81a76a', 'name': '', 'network_id': '68cb0201-1b5e-4e10-ada5-3705e0bf6116', 'tenant_id': 'e164a6fdf63748ff92c7d75130773122', 'mac_address': 'fa:16:3e:7a:11:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '3e78e1ea-ea7c-4ed3-b361-f42050b50d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:45Z', 'updated_at': '2022-10-17T04:38:47Z', 'revision_number': 2, 'project_id': 'e164a6fdf63748ff92c7d75130773122', 'subnets': [{'id': '3e78e1ea-ea7c-4ed3-b361-f42050b50d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:49.386823 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.securitygroups_db [None req-e2733fcc-d109-47c3-a5c1-f6dabc317fb5 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Project 84d236da3b7b46f4ab13a096d7d80298 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 04:38:49.393662 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-e2733fcc-d109-47c3-a5c1-f6dabc317fb5 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group_rule (7d9b4722-11b5-4a1c-bc6c-4bb5f55b6510), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:49.400142 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] Checking router: e0c1f0a8-40cd-4bd9-8f61-a70a1c545350 for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:38:49.400614 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] Updating router e0c1f0a8-40cd-4bd9-8f61-a70a1c545350 port 0e5bb9ad-1924-4dea-8736-623a5f81a76a binding host dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:38:49.439525 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (0e5bb9ad-1924-4dea-8736-623a5f81a76a), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:49.463791 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-e2733fcc-d109-47c3-a5c1-f6dabc317fb5 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group_rule (7d9b4722-11b5-4a1c-bc6c-4bb5f55b6510), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:49.469206 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-e2733fcc-d109-47c3-a5c1-f6dabc317fb5 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (7d9b4722-11b5-4a1c-bc6c-4bb5f55b6510), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:49.496260 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-e2733fcc-d109-47c3-a5c1-f6dabc317fb5 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:49.500276 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-e2733fcc-d109-47c3-a5c1-f6dabc317fb5 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1439440 Oct 17 04:38:49.500616 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 35020) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:49.505710 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-811459a9-59e2-4afd-97f8-eff23ada1fe4 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Request body: {'security_group_rule': {'security_group_id': '94ac0755-25d9-4102-b2bd-73c387463874', 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:38:49.525740 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2733fcc-d109-47c3-a5c1-f6dabc317fb5 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9b4722-11b5-4a1c-bc6c-4bb5f55b6510,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:49.531212 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.securitygroups_db [None req-811459a9-59e2-4afd-97f8-eff23ada1fe4 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Project 84d236da3b7b46f4ab13a096d7d80298 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 04:38:49.547283 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-811459a9-59e2-4afd-97f8-eff23ada1fe4 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group_rule (842d3fb9-c915-421b-9a3c-89dfaf69983f), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:49.551991 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:49.611624 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-811459a9-59e2-4afd-97f8-eff23ada1fe4 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group_rule (842d3fb9-c915-421b-9a3c-89dfaf69983f), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:49.615747 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-811459a9-59e2-4afd-97f8-eff23ada1fe4 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (842d3fb9-c915-421b-9a3c-89dfaf69983f), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:49.637031 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811459a9-59e2-4afd-97f8-eff23ada1fe4 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=842d3fb9-c915-421b-9a3c-89dfaf69983f,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:49.647360 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-811459a9-59e2-4afd-97f8-eff23ada1fe4 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:49.648790 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-811459a9-59e2-4afd-97f8-eff23ada1fe4 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1472170 Oct 17 04:38:49.757390 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:49.854060 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] Publish callbacks [] for port (0e5bb9ad-1924-4dea-8736-623a5f81a76a), precommit_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:49.861402 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (0e5bb9ad-1924-4dea-8736-623a5f81a76a), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:49.946573 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e5a5c-8e41-468b-bd75-8bdd9418ae26 None None] Pushing event updated for resources: {'Port': ['ID=0e5bb9ad-1924-4dea-8736-623a5f81a76a,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:49.964116 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] Attempting to bind port 0e5bb9ad-1924-4dea-8736-623a5f81a76a on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:38:49.964492 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] Attempting to bind port 0e5bb9ad-1924-4dea-8736-623a5f81a76a by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': '024402e9-de2b-4f74-a549-b38ceaec745d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '68cb0201-1b5e-4e10-ada5-3705e0bf6116'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:38:49.964850 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] Attempting to bind port 0e5bb9ad-1924-4dea-8736-623a5f81a76a on network 68cb0201-1b5e-4e10-ada5-3705e0bf6116 {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:38:49.993247 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:50.009949 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:38:50.010651 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] Checking segment: {'id': '024402e9-de2b-4f74-a549-b38ceaec745d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '68cb0201-1b5e-4e10-ada5-3705e0bf6116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:38:50.011245 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:50.011638 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] Bound using segment: {'id': '024402e9-de2b-4f74-a549-b38ceaec745d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '68cb0201-1b5e-4e10-ada5-3705e0bf6116'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:38:50.012110 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] Bound port: 0e5bb9ad-1924-4dea-8736-623a5f81a76a, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024402e9-de2b-4f74-a549-b38ceaec745d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '68cb0201-1b5e-4e10-ada5-3705e0bf6116'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:38:50.012580 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (0e5bb9ad-1924-4dea-8736-623a5f81a76a), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:50.076068 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] For port 0e5bb9ad-1924-4dea-8736-623a5f81a76a, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:38:50.081162 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] For port 0e5bb9ad-1924-4dea-8736-623a5f81a76a, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=0e5bb9ad-1924-4dea-8736-623a5f81a76a,segment=NetworkSegment(024402e9-de2b-4f74-a549-b38ceaec745d),segment_id=024402e9-de2b-4f74-a549-b38ceaec745d)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:38:50.091909 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (0e5bb9ad-1924-4dea-8736-623a5f81a76a), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:50.152225 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] Routers {'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:38:50.153861 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:38:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['e0c1f0a8-40cd-4bd9-8f61-a70a1c545350'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:50.248748 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 4cb57308-2ff3-4354-b9e4-c7d458d8cf05 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:38:50.294302 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e5a5c-8e41-468b-bd75-8bdd9418ae26 None None] Pushing event updated for resources: {'Port': ['ID=0e5bb9ad-1924-4dea-8736-623a5f81a76a,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:50.369691 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 4cb57308-2ff3-4354-b9e4-c7d458d8cf05 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:50.370064 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (4cb57308-2ff3-4354-b9e4-c7d458d8cf05), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:50.370397 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 4cb57308-2ff3-4354-b9e4-c7d458d8cf05 Oct 17 04:38:50.373247 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] Set router e0c1f0a8-40cd-4bd9-8f61-a70a1c545350 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:38:50.567950 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 4cb57308-2ff3-4354-b9e4-c7d458d8cf05 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:38:50.631556 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350', 'name': 'tempest-TestVolumeBootPattern-1744609314-router', 'tenant_id': 'e164a6fdf63748ff92c7d75130773122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '4cb57308-2ff3-4354-b9e4-c7d458d8cf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:41Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 4, 'project_id': 'e164a6fdf63748ff92c7d75130773122', 'gw_port': {'id': '4cb57308-2ff3-4354-b9e4-c7d458d8cf05', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:75:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:42Z', 'updated_at': '2022-10-17T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '0e5bb9ad-1924-4dea-8736-623a5f81a76a', 'name': '', 'network_id': '68cb0201-1b5e-4e10-ada5-3705e0bf6116', 'tenant_id': 'e164a6fdf63748ff92c7d75130773122', 'mac_address': 'fa:16:3e:7a:11:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '3e78e1ea-ea7c-4ed3-b361-f42050b50d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:45Z', 'updated_at': '2022-10-17T04:38:50Z', 'revision_number': 4, 'project_id': 'e164a6fdf63748ff92c7d75130773122', 'subnets': [{'id': '3e78e1ea-ea7c-4ed3-b361-f42050b50d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:38:50.657183 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e6f9eb-fec1-4592-98aa-cabef02c1afb None None] The sync data for ids ['e0c1f0a8-40cd-4bd9-8f61-a70a1c545350'] in dv-cinder-861557-1-iscsi is: [{'id': 'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350', 'name': 'tempest-TestVolumeBootPattern-1744609314-router', 'tenant_id': 'e164a6fdf63748ff92c7d75130773122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '4cb57308-2ff3-4354-b9e4-c7d458d8cf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:41Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 4, 'project_id': 'e164a6fdf63748ff92c7d75130773122', 'gw_port': {'id': '4cb57308-2ff3-4354-b9e4-c7d458d8cf05', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:75:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:42Z', 'updated_at': '2022-10-17T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '0e5bb9ad-1924-4dea-8736-623a5f81a76a', 'name': '', 'network_id': '68cb0201-1b5e-4e10-ada5-3705e0bf6116', 'tenant_id': 'e164a6fdf63748ff92c7d75130773122', 'mac_address': 'fa:16:3e:7a:11:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '3e78e1ea-ea7c-4ed3-b361-f42050b50d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:45Z', 'updated_at': '2022-10-17T04:38:50Z', 'revision_number': 4, 'project_id': 'e164a6fdf63748ff92c7d75130773122', 'subnets': [{'id': '3e78e1ea-ea7c-4ed3-b361-f42050b50d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:38:52.156988 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 0e5bb9ad-1924-4dea-8736-623a5f81a76a up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:38:52.204975 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 0e5bb9ad-1924-4dea-8736-623a5f81a76a triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:52.205379 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (0e5bb9ad-1924-4dea-8736-623a5f81a76a), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:52.205703 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 0e5bb9ad-1924-4dea-8736-623a5f81a76a Oct 17 04:38:52.226143 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:52.291187 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 0e5bb9ad-1924-4dea-8736-623a5f81a76a is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:38:52.291581 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (0e5bb9ad-1924-4dea-8736-623a5f81a76a), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:52.326015 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port 0e5bb9ad-1924-4dea-8736-623a5f81a76a, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=0e5bb9ad-1924-4dea-8736-623a5f81a76a,segment=NetworkSegment(024402e9-de2b-4f74-a549-b38ceaec745d),segment_id=024402e9-de2b-4f74-a549-b38ceaec745d)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:38:52.330418 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (0e5bb9ad-1924-4dea-8736-623a5f81a76a), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:52.386509 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:52.394053 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=0e5bb9ad-1924-4dea-8736-623a5f81a76a,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:53.062741 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 35180) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:53.171353 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-f0415ec9-fad9-4953-bd93-8b29c81f771e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:53.245671 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-f0415ec9-fad9-4953-bd93-8b29c81f771e admin admin] Publish callbacks [] for security_group (bd09530c-ecdf-4b7c-be4d-78161dd75a70), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:53.249903 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-f0415ec9-fad9-4953-bd93-8b29c81f771e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (bd09530c-ecdf-4b7c-be4d-78161dd75a70), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:53.289265 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-f0415ec9-fad9-4953-bd93-8b29c81f771e admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=9bf404239ae64a6f85b4d5287b5b367d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254241 Oct 17 04:38:53.290163 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0415ec9-fad9-4953-bd93-8b29c81f771e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd09530c-ecdf-4b7c-be4d-78161dd75a70,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:53.292889 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 35186) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:53.343347 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-dc344e5a-8f9d-4954-b4d3-b11880bafbd2 admin admin] Publish callbacks [] for security_group (bd09530c-ecdf-4b7c-be4d-78161dd75a70), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:53.364661 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-dc344e5a-8f9d-4954-b4d3-b11880bafbd2 admin admin] Publish callbacks [] for security_group (bd09530c-ecdf-4b7c-be4d-78161dd75a70), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:53.414011 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-dc344e5a-8f9d-4954-b4d3-b11880bafbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (bd09530c-ecdf-4b7c-be4d-78161dd75a70), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:53.416590 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-dc344e5a-8f9d-4954-b4d3-b11880bafbd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:53.417788 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-dc344e5a-8f9d-4954-b4d3-b11880bafbd2 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/bd09530c-ecdf-4b7c-be4d-78161dd75a70 HTTP/1.1" status: 204 len: 168 time: 0.1238818 Oct 17 04:38:53.426548 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc344e5a-8f9d-4954-b4d3-b11880bafbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd09530c-ecdf-4b7c-be4d-78161dd75a70,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:53.700401 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 35196) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:53.714895 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-613b5f16-480d-4cb1-83af-fff09e703639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:53.792021 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-613b5f16-480d-4cb1-83af-fff09e703639 admin admin] Publish callbacks [] for security_group (e1bfb318-b5d1-4ddc-9c32-4add5042778b), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:53.795459 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-613b5f16-480d-4cb1-83af-fff09e703639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (e1bfb318-b5d1-4ddc-9c32-4add5042778b), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:53.821029 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:UPDATE=4,neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=11 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:53.834817 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b5f16-480d-4cb1-83af-fff09e703639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bfb318-b5d1-4ddc-9c32-4add5042778b,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:53.839325 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-613b5f16-480d-4cb1-83af-fff09e703639 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=d30d305b7f2a45dabfb9214a392cc486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379256 Oct 17 04:38:53.842434 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 35198) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:53.889916 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4f76face-bd82-43f8-b471-5c8135922764 admin admin] Publish callbacks [] for security_group (e1bfb318-b5d1-4ddc-9c32-4add5042778b), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:53.911061 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4f76face-bd82-43f8-b471-5c8135922764 admin admin] Publish callbacks [] for security_group (e1bfb318-b5d1-4ddc-9c32-4add5042778b), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:53.959414 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4f76face-bd82-43f8-b471-5c8135922764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (e1bfb318-b5d1-4ddc-9c32-4add5042778b), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:53.962323 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4f76face-bd82-43f8-b471-5c8135922764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:53.963567 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-4f76face-bd82-43f8-b471-5c8135922764 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/e1bfb318-b5d1-4ddc-9c32-4add5042778b HTTP/1.1" status: 204 len: 168 time: 0.1206288 Oct 17 04:38:53.972504 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76face-bd82-43f8-b471-5c8135922764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bfb318-b5d1-4ddc-9c32-4add5042778b,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:54.156421 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 0e5bb9ad-1924-4dea-8736-623a5f81a76a up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:38:54.207819 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 0e5bb9ad-1924-4dea-8736-623a5f81a76a triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:38:54.208196 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (0e5bb9ad-1924-4dea-8736-623a5f81a76a), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:54.208531 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 0e5bb9ad-1924-4dea-8736-623a5f81a76a Oct 17 04:38:54.288046 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 0e5bb9ad-1924-4dea-8736-623a5f81a76a is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:38:54.325480 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 35206) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:54.340376 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-09785818-8766-4476-8fca-27bbbedf4aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:54.425734 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-09785818-8766-4476-8fca-27bbbedf4aa4 admin admin] Publish callbacks [] for security_group (937f1ef0-e2e1-4441-aad3-07d6aafee9e2), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:54.429397 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-09785818-8766-4476-8fca-27bbbedf4aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (937f1ef0-e2e1-4441-aad3-07d6aafee9e2), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:54.477717 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-09785818-8766-4476-8fca-27bbbedf4aa4 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=37372c57b12a41ad96147d96ef2771e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511025 Oct 17 04:38:54.478218 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 35210) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:54.478958 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09785818-8766-4476-8fca-27bbbedf4aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937f1ef0-e2e1-4441-aad3-07d6aafee9e2,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:54.531694 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6f4f32d6-3ee9-48cf-899d-0fc3ef886600 admin admin] Publish callbacks [] for security_group (937f1ef0-e2e1-4441-aad3-07d6aafee9e2), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:54.553501 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6f4f32d6-3ee9-48cf-899d-0fc3ef886600 admin admin] Publish callbacks [] for security_group (937f1ef0-e2e1-4441-aad3-07d6aafee9e2), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:54.563716 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:54.567940 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:54.606870 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6f4f32d6-3ee9-48cf-899d-0fc3ef886600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (937f1ef0-e2e1-4441-aad3-07d6aafee9e2), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:54.609632 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6f4f32d6-3ee9-48cf-899d-0fc3ef886600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:54.610824 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-6f4f32d6-3ee9-48cf-899d-0fc3ef886600 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/937f1ef0-e2e1-4441-aad3-07d6aafee9e2 HTTP/1.1" status: 204 len: 168 time: 0.1315622 Oct 17 04:38:54.619337 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f32d6-3ee9-48cf-899d-0fc3ef886600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937f1ef0-e2e1-4441-aad3-07d6aafee9e2,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:55.431942 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:55.443327 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-3631be96-a054-4f3f-b684-1219efe69ee0 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:55.444902 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-3631be96-a054-4f3f-b684-1219efe69ee0 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/networks?id=d204bf53-e9f0-47db-9eef-9f1a69ee26b7 HTTP/1.1" status: 200 len: 813 time: 0.1173306 Oct 17 04:38:55.463030 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-d061d1c2-c78a-4aed-bae4-2a84998f6a29 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/quotas/93ea82d88b2c4a7b8bf597bd83a02287 HTTP/1.1" status: 200 len: 375 time: 0.0118799 Oct 17 04:38:55.508829 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-69682b1f-517b-46b7-b18c-7d298a1c956b tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=93ea82d88b2c4a7b8bf597bd83a02287&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399048 Oct 17 04:38:55.631444 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-a3b5e452-f2f9-4219-aae0-6569bf0f72bf service neutron] 10.222.0.40 "GET /networking/v2.0/networks/d204bf53-e9f0-47db-9eef-9f1a69ee26b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194234 Oct 17 04:38:56.009773 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-261bf087-6eac-41dc-a87d-baac2dc9c6c4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/d204bf53-e9f0-47db-9eef-9f1a69ee26b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773141 Oct 17 04:38:56.203554 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8c7b7ea5-661d-4fe7-92c1-e093a691a09f req-e8a9bf7b-ef5c-4c1b-b8aa-52daf0f0bf1c tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=32ac795f-3972-41bd-b28f-8ddf3990a379 HTTP/1.1" status: 200 len: 210 time: 0.0331945 Oct 17 04:38:56.837499 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:57.355255 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-ca974d4d-1393-4aa2-b21f-669a7779752b tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:57.356965 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-ca974d4d-1393-4aa2-b21f-669a7779752b tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.20 "GET /networking/v2.0/networks?id=d204bf53-e9f0-47db-9eef-9f1a69ee26b7 HTTP/1.1" status: 200 len: 813 time: 0.1526892 Oct 17 04:38:57.362210 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-95245ce1-8a5f-4c38-ae72-8b36a255934b req-8134445f-680a-4381-940f-b973691cf431 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=32ac795f-3972-41bd-b28f-8ddf3990a379 HTTP/1.1" status: 200 len: 210 time: 0.0540133 Oct 17 04:38:57.371056 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-a3750e23-7bd0-4ced-a86f-5392e456d0f3 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Request body: {'port': {'device_id': '32ac795f-3972-41bd-b28f-8ddf3990a379', 'network_id': 'd204bf53-e9f0-47db-9eef-9f1a69ee26b7', 'admin_state_up': True, 'tenant_id': '93ea82d88b2c4a7b8bf597bd83a02287'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:38:57.437307 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:38:57.505375 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-a3750e23-7bd0-4ced-a86f-5392e456d0f3 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Made reservation on behalf of 93ea82d88b2c4a7b8bf597bd83a02287 for: {'port': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:38:57.509255 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-a3750e23-7bd0-4ced-a86f-5392e456d0f3 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:57.637498 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-a3750e23-7bd0-4ced-a86f-5392e456d0f3 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Allocated IP 172.20.0.12 (d204bf53-e9f0-47db-9eef-9f1a69ee26b7/1dc650cc-ccfc-4d1e-ae22-88cddca3fe77/4b85bbb5-c664-41f0-b1ec-715507c7f011) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:38:57.799936 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-a3750e23-7bd0-4ced-a86f-5392e456d0f3 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Publish callbacks [] for port (4b85bbb5-c664-41f0-b1ec-715507c7f011), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:57.835412 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-a3750e23-7bd0-4ced-a86f-5392e456d0f3 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (4b85bbb5-c664-41f0-b1ec-715507c7f011), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:57.881808 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-a3750e23-7bd0-4ced-a86f-5392e456d0f3 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Network d204bf53-e9f0-47db-9eef-9f1a69ee26b7 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:38:57.884989 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-a3750e23-7bd0-4ced-a86f-5392e456d0f3 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:38:57.887643 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-a3750e23-7bd0-4ced-a86f-5392e456d0f3 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:38:57.918910 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3750e23-7bd0-4ced-a86f-5392e456d0f3 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Pushing event updated for resources: {'Port': ['ID=4b85bbb5-c664-41f0-b1ec-715507c7f011,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:57.950155 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-a3750e23-7bd0-4ced-a86f-5392e456d0f3 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:57.950820 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-a3750e23-7bd0-4ced-a86f-5392e456d0f3 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:57.959219 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:57.970763 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-a3750e23-7bd0-4ced-a86f-5392e456d0f3 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6050470 Oct 17 04:38:57.981742 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] Request body: {'port': {'device_id': '32ac795f-3972-41bd-b28f-8ddf3990a379', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86155'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:38:58.044508 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (4b85bbb5-c664-41f0-b1ec-715507c7f011), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:58.212956 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:58.315662 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b85bbb5-c664-41f0-b1ec-715507c7f011 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:38:58.323753 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] Publish callbacks [] for port (4b85bbb5-c664-41f0-b1ec-715507c7f011), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:58.337822 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] Transition to ACTIVE for port object 4b85bbb5-c664-41f0-b1ec-715507c7f011 will not be triggered until provisioned by entity L2. {{(pid=104487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:38:58.342794 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (4b85bbb5-c664-41f0-b1ec-715507c7f011), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:58.428613 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] Pushing event updated for resources: {'Port': ['ID=4b85bbb5-c664-41f0-b1ec-715507c7f011,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:58.460233 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] Attempting to bind port 4b85bbb5-c664-41f0-b1ec-715507c7f011 on host hv-cinder-86155 for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:38:58.460574 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] Attempting to bind port 4b85bbb5-c664-41f0-b1ec-715507c7f011 by drivers openvswitch,hyperv on host hv-cinder-86155 at level 0 using segments [{'id': '875bb5b6-85d3-447e-9f5d-edb1cffd4d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd204bf53-e9f0-47db-9eef-9f1a69ee26b7'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:38:58.460910 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] Attempting to bind port 4b85bbb5-c664-41f0-b1ec-715507c7f011 on network d204bf53-e9f0-47db-9eef-9f1a69ee26b7 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:38:58.488854 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfeb50-d129-4ba8-b33e-cd8adb146ca8 req-980bc1e3-5ad1-4681-bc49-0e3e2943b198 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:58.490406 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-11bfeb50-d129-4ba8-b33e-cd8adb146ca8 req-980bc1e3-5ad1-4681-bc49-0e3e2943b198 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=32ac795f-3972-41bd-b28f-8ddf3990a379 HTTP/1.1" status: 200 len: 944 time: 0.0531764 Oct 17 04:38:58.510449 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] Port 4b85bbb5-c664-41f0-b1ec-715507c7f011 on network d204bf53-e9f0-47db-9eef-9f1a69ee26b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86155 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:38:58.511916 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] Attempting to bind port 4b85bbb5-c664-41f0-b1ec-715507c7f011 on network d204bf53-e9f0-47db-9eef-9f1a69ee26b7 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:38:58.547263 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-11bfeb50-d129-4ba8-b33e-cd8adb146ca8 req-0140468e-0516-43a1-afce-07da463ffe92 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508952 Oct 17 04:38:58.564370 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] Checking agent: {'id': '98af6631-6ac5-4afe-8748-fa983cad7c78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86155', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:38:58.564683 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] Checking segment: {'id': '875bb5b6-85d3-447e-9f5d-edb1cffd4d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd204bf53-e9f0-47db-9eef-9f1a69ee26b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:38:58.565059 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] Bound using segment: {'id': '875bb5b6-85d3-447e-9f5d-edb1cffd4d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd204bf53-e9f0-47db-9eef-9f1a69ee26b7'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:38:58.565685 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] Bound port: 4b85bbb5-c664-41f0-b1ec-715507c7f011, host: hv-cinder-86155, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875bb5b6-85d3-447e-9f5d-edb1cffd4d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd204bf53-e9f0-47db-9eef-9f1a69ee26b7'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:38:58.566039 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (4b85bbb5-c664-41f0-b1ec-715507c7f011), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:58.633424 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] For port 4b85bbb5-c664-41f0-b1ec-715507c7f011, host hv-cinder-86155, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:38:58.638749 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] For port 4b85bbb5-c664-41f0-b1ec-715507c7f011, host hv-cinder-86155, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=4b85bbb5-c664-41f0-b1ec-715507c7f011,segment=NetworkSegment(875bb5b6-85d3-447e-9f5d-edb1cffd4d3f),segment_id=875bb5b6-85d3-447e-9f5d-edb1cffd4d3f)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:38:58.646409 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (4b85bbb5-c664-41f0-b1ec-715507c7f011), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:58.650879 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:58.651651 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:58.653162 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/4b85bbb5-c664-41f0-b1ec-715507c7f011 HTTP/1.1" status: 200 len: 1094 time: 0.6755650 Oct 17 04:38:58.653769 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ac795f-3972-41bd-b28f-8ddf3990a379', 'tag': '4b85bbb5-c664-41f0-b1ec-715507c7f011'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:38:58.656070 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82444cf0-849a-4c32-bacf-93b72f36dabc" -d '{"events": [{"name": "network-changed", "server_uuid": "32ac795f-3972-41bd-b28f-8ddf3990a379", "tag": "4b85bbb5-c664-41f0-b1ec-715507c7f011"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:38:58.725209 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2446deb-1fb5-4064-a540-e02244131367 x-openstack-request-id: req-f2446deb-1fb5-4064-a540-e02244131367 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:38:58.725510 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ac795f-3972-41bd-b28f-8ddf3990a379", "tag": "4b85bbb5-c664-41f0-b1ec-715507c7f011", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:38:58.725764 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f2446deb-1fb5-4064-a540-e02244131367 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:38:58.726170 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2446deb-1fb5-4064-a540-e02244131367'] response: {'name': 'network-changed', 'server_uuid': '32ac795f-3972-41bd-b28f-8ddf3990a379', 'tag': '4b85bbb5-c664-41f0-b1ec-715507c7f011', 'status': 'completed', 'code': 200} Oct 17 04:38:58.753248 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74b87d-dec5-4a23-b4cc-1fa41dbe7075 service neutron] Pushing event updated for resources: {'Port': ['ID=4b85bbb5-c664-41f0-b1ec-715507c7f011,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:58.766834 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-dcd9a5e2-9b9f-4fad-87e4-4e193dabed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:58.768325 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-dcd9a5e2-9b9f-4fad-87e4-4e193dabed7f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=93ea82d88b2c4a7b8bf597bd83a02287&device_id=32ac795f-3972-41bd-b28f-8ddf3990a379 HTTP/1.1" status: 200 len: 1128 time: 0.0644131 Oct 17 04:38:58.816393 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-eca18cf5-f5a6-4d82-9a23-4cca46d8b171 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b85bbb5-c664-41f0-b1ec-715507c7f011 HTTP/1.1" status: 200 len: 217 time: 0.0382450 Oct 17 04:38:58.850928 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 35346) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:58.868349 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e8a37e6-0b15-402c-9556-5118cc246865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:58.870051 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-9e8a37e6-0b15-402c-9556-5118cc246865 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=1dc650cc-ccfc-4d1e-ae22-88cddca3fe77 HTTP/1.1" status: 200 len: 853 time: 0.0480909 Oct 17 04:38:58.903738 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-ec4bfc0e-5a16-41e0-be5b-4fc33cc31675 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=d204bf53-e9f0-47db-9eef-9f1a69ee26b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277998 Oct 17 04:38:58.919213 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:58.964363 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c6590eae-229e-4c9f-a701-112cdf37368e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:59.007988 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:59.010252 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-5138c11c-3404-45b3-8ab5-d19a0136f662 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d204bf53-e9f0-47db-9eef-9f1a69ee26b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000712 Oct 17 04:38:59.045585 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c6590eae-229e-4c9f-a701-112cdf37368e admin admin] Publish callbacks [] for security_group (620797b5-641c-48b6-811c-1a5164fcc7b1), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:59.049294 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c6590eae-229e-4c9f-a701-112cdf37368e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (620797b5-641c-48b6-811c-1a5164fcc7b1), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:59.087764 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6590eae-229e-4c9f-a701-112cdf37368e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620797b5-641c-48b6-811c-1a5164fcc7b1,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:59.095029 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-c6590eae-229e-4c9f-a701-112cdf37368e admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=c12e23a9a09543babffc632b8e9f5304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429655 Oct 17 04:38:59.095859 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 35352) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:59.140007 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2f38fb1f-0faa-4bc6-bcad-ba46269d3fff req-1eacd59a-950d-449a-a690-e7a16c097060 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d204bf53-e9f0-47db-9eef-9f1a69ee26b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236317 Oct 17 04:38:59.180179 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bb50bd58-fcf3-4f1d-9119-61eb20a4b560 admin admin] Publish callbacks [] for security_group (620797b5-641c-48b6-811c-1a5164fcc7b1), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:59.181991 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:59.444646 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bb50bd58-fcf3-4f1d-9119-61eb20a4b560 admin admin] Publish callbacks [] for security_group (620797b5-641c-48b6-811c-1a5164fcc7b1), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:59.466206 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:38:59.495641 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bb50bd58-fcf3-4f1d-9119-61eb20a4b560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (620797b5-641c-48b6-811c-1a5164fcc7b1), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:59.499605 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-bb50bd58-fcf3-4f1d-9119-61eb20a4b560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:59.500856 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-bb50bd58-fcf3-4f1d-9119-61eb20a4b560 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/620797b5-641c-48b6-811c-1a5164fcc7b1 HTTP/1.1" status: 204 len: 168 time: 0.4042108 Oct 17 04:38:59.512149 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50bd58-fcf3-4f1d-9119-61eb20a4b560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620797b5-641c-48b6-811c-1a5164fcc7b1,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:38:59.699134 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82058c-5da3-44c7-bcf3-710e6a5fb000 req-ef965720-721e-427a-86b1-4634719f8c2e tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:59.700619 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4d82058c-5da3-44c7-bcf3-710e6a5fb000 req-ef965720-721e-427a-86b1-4634719f8c2e tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=32ac795f-3972-41bd-b28f-8ddf3990a379 HTTP/1.1" status: 200 len: 944 time: 0.0603974 Oct 17 04:38:59.760699 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4d82058c-5da3-44c7-bcf3-710e6a5fb000 req-82825ddc-dc7e-49eb-8afa-f66a31571efd tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527825 Oct 17 04:38:59.876869 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 35396) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:38:59.898327 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5fa4d7d2-1614-475f-b26a-9ad0c27abba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:38:59.970729 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82444cf0-849a-4c32-bacf-93b72f36dabc req-017ece97-1950-45a7-b044-eb129a51ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:38:59.972202 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-82444cf0-849a-4c32-bacf-93b72f36dabc req-017ece97-1950-45a7-b044-eb129a51ed9a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=93ea82d88b2c4a7b8bf597bd83a02287&device_id=32ac795f-3972-41bd-b28f-8ddf3990a379 HTTP/1.1" status: 200 len: 1128 time: 0.0618920 Oct 17 04:39:00.085638 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5fa4d7d2-1614-475f-b26a-9ad0c27abba3 admin admin] Publish callbacks [] for security_group (55732c91-7ab9-47ab-9c1b-98020f9d4dd7), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:00.093711 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5fa4d7d2-1614-475f-b26a-9ad0c27abba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (55732c91-7ab9-47ab-9c1b-98020f9d4dd7), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:00.145452 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82444cf0-849a-4c32-bacf-93b72f36dabc req-a0f99dd6-05a7-4f8e-815d-bf7a00e0b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:00.147058 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-82444cf0-849a-4c32-bacf-93b72f36dabc req-a0f99dd6-05a7-4f8e-815d-bf7a00e0b9c7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=d204bf53-e9f0-47db-9eef-9f1a69ee26b7 HTTP/1.1" status: 200 len: 914 time: 0.1645334 Oct 17 04:39:00.149321 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-5fa4d7d2-1614-475f-b26a-9ad0c27abba3 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=58e6526a60fb4dd1b1c48ffa4eaf8bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710955 Oct 17 04:39:00.153230 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 35412) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:00.161949 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4d7d2-1614-475f-b26a-9ad0c27abba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55732c91-7ab9-47ab-9c1b-98020f9d4dd7,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:00.206736 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-82444cf0-849a-4c32-bacf-93b72f36dabc req-46a98767-7385-4296-81bf-536ecd7d05e1 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b85bbb5-c664-41f0-b1ec-715507c7f011 HTTP/1.1" status: 200 len: 217 time: 0.0535593 Oct 17 04:39:00.222735 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d74c-1ac9-4690-b1ec-cca31fa2aa3a admin admin] Publish callbacks [] for security_group (55732c91-7ab9-47ab-9c1b-98020f9d4dd7), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:00.244720 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d74c-1ac9-4690-b1ec-cca31fa2aa3a admin admin] Publish callbacks [] for security_group (55732c91-7ab9-47ab-9c1b-98020f9d4dd7), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:00.258031 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82444cf0-849a-4c32-bacf-93b72f36dabc req-ed4937a3-04d1-49c3-a67b-84c254502d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:00.259652 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-82444cf0-849a-4c32-bacf-93b72f36dabc req-ed4937a3-04d1-49c3-a67b-84c254502d26 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=1dc650cc-ccfc-4d1e-ae22-88cddca3fe77 HTTP/1.1" status: 200 len: 853 time: 0.0465229 Oct 17 04:39:00.296528 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-82444cf0-849a-4c32-bacf-93b72f36dabc req-a2b533e4-199c-46cf-9897-7d7c3c5f4b18 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=d204bf53-e9f0-47db-9eef-9f1a69ee26b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305808 Oct 17 04:39:00.296780 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d74c-1ac9-4690-b1ec-cca31fa2aa3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (55732c91-7ab9-47ab-9c1b-98020f9d4dd7), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:00.299300 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d74c-1ac9-4690-b1ec-cca31fa2aa3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:00.302078 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-5bf6d74c-1ac9-4690-b1ec-cca31fa2aa3a admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/55732c91-7ab9-47ab-9c1b-98020f9d4dd7 HTTP/1.1" status: 204 len: 168 time: 0.1459665 Oct 17 04:39:00.319946 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6d74c-1ac9-4690-b1ec-cca31fa2aa3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55732c91-7ab9-47ab-9c1b-98020f9d4dd7,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:00.410166 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-82444cf0-849a-4c32-bacf-93b72f36dabc req-e08abe7c-640c-4120-8794-106b2cb12762 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d204bf53-e9f0-47db-9eef-9f1a69ee26b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036737 Oct 17 04:39:00.476215 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:00.516614 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-82444cf0-849a-4c32-bacf-93b72f36dabc req-3e1bd94d-52b7-483a-b5c5-f754162a5870 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d204bf53-e9f0-47db-9eef-9f1a69ee26b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969102 Oct 17 04:39:00.730243 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 35418) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:00.746173 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-12fa9d59-34ca-4ae5-9205-2d2510f5e795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:00.830701 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-12fa9d59-34ca-4ae5-9205-2d2510f5e795 admin admin] Publish callbacks [] for security_group (129ab16a-ad76-414a-9713-665f752e145b), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:00.838306 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-12fa9d59-34ca-4ae5-9205-2d2510f5e795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (129ab16a-ad76-414a-9713-665f752e145b), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:00.885587 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-12fa9d59-34ca-4ae5-9205-2d2510f5e795 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=fc424d8c408f4c72ba82f9ca85f66d2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1542723 Oct 17 04:39:00.886425 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa9d59-34ca-4ae5-9205-2d2510f5e795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129ab16a-ad76-414a-9713-665f752e145b,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:00.889002 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 35424) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:00.918074 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296426f-5e13-4a3d-a05b-0844454ddfc0 req-3758fc88-f4f8-47f9-b727-5854a13fcc46 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:00.919727 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f296426f-5e13-4a3d-a05b-0844454ddfc0 req-3758fc88-f4f8-47f9-b727-5854a13fcc46 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=32ac795f-3972-41bd-b28f-8ddf3990a379 HTTP/1.1" status: 200 len: 944 time: 0.0772924 Oct 17 04:39:00.932426 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:00.947392 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e92e9754-c355-4443-9852-24313c456516 admin admin] Publish callbacks [] for security_group (129ab16a-ad76-414a-9713-665f752e145b), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:00.970241 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e92e9754-c355-4443-9852-24313c456516 admin admin] Publish callbacks [] for security_group (129ab16a-ad76-414a-9713-665f752e145b), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:00.971203 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f296426f-5e13-4a3d-a05b-0844454ddfc0 req-b2575ef8-ed20-454c-80ac-b32e4b8fc14c tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434768 Oct 17 04:39:01.021140 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e92e9754-c355-4443-9852-24313c456516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (129ab16a-ad76-414a-9713-665f752e145b), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:01.023600 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e92e9754-c355-4443-9852-24313c456516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:01.024737 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-e92e9754-c355-4443-9852-24313c456516 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/129ab16a-ad76-414a-9713-665f752e145b HTTP/1.1" status: 204 len: 168 time: 0.1351602 Oct 17 04:39:01.032778 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e9754-c355-4443-9852-24313c456516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129ab16a-ad76-414a-9713-665f752e145b,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:01.089606 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-01ca221e-1e0d-4b6a-8b25-01a8530600ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:01.661493 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 35452) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:01.794481 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-0304e03a-66b5-4b60-876b-cb67f0b0ba91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:01.817418 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:01.884372 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-0304e03a-66b5-4b60-876b-cb67f0b0ba91 admin admin] Publish callbacks [] for security_group (6873f1c5-2f89-4691-83db-1ef783148b9f), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:01.889210 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-0304e03a-66b5-4b60-876b-cb67f0b0ba91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (6873f1c5-2f89-4691-83db-1ef783148b9f), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:01.932751 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 35466) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:01.933350 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-0304e03a-66b5-4b60-876b-cb67f0b0ba91 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=e1f95a87a7034cfaa3fffe6871c64c0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701499 Oct 17 04:39:01.934616 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304e03a-66b5-4b60-876b-cb67f0b0ba91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6873f1c5-2f89-4691-83db-1ef783148b9f,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:01.991123 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4fb03c5f-aad2-4267-b65e-fe8069b47075 admin admin] Publish callbacks [] for security_group (6873f1c5-2f89-4691-83db-1ef783148b9f), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:02.013660 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4fb03c5f-aad2-4267-b65e-fe8069b47075 admin admin] Publish callbacks [] for security_group (6873f1c5-2f89-4691-83db-1ef783148b9f), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:02.070049 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4fb03c5f-aad2-4267-b65e-fe8069b47075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (6873f1c5-2f89-4691-83db-1ef783148b9f), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:02.072824 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4fb03c5f-aad2-4267-b65e-fe8069b47075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:02.074018 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-4fb03c5f-aad2-4267-b65e-fe8069b47075 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/6873f1c5-2f89-4691-83db-1ef783148b9f HTTP/1.1" status: 204 len: 168 time: 0.1402600 Oct 17 04:39:02.092169 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb03c5f-aad2-4267-b65e-fe8069b47075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6873f1c5-2f89-4691-83db-1ef783148b9f,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:02.129055 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375f3a2-5cba-405f-86ec-0736db503b09 req-2e7a762f-3539-4171-a22d-c419fbe2cd53 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:02.133039 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3375f3a2-5cba-405f-86ec-0736db503b09 req-2e7a762f-3539-4171-a22d-c419fbe2cd53 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=32ac795f-3972-41bd-b28f-8ddf3990a379 HTTP/1.1" status: 200 len: 944 time: 0.0790050 Oct 17 04:39:02.187451 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3375f3a2-5cba-405f-86ec-0736db503b09 req-a3de486d-c743-4be9-a0c5-f883bf0958b8 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486887 Oct 17 04:39:02.242563 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 4b85bbb5-c664-41f0-b1ec-715507c7f011 details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:39:02.376409 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 4b85bbb5-c664-41f0-b1ec-715507c7f011, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=4b85bbb5-c664-41f0-b1ec-715507c7f011,segment=NetworkSegment(875bb5b6-85d3-447e-9f5d-edb1cffd4d3f),segment_id=875bb5b6-85d3-447e-9f5d-edb1cffd4d3f)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:39:02.388553 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': '4b85bbb5-c664-41f0-b1ec-715507c7f011', 'network_id': 'd204bf53-e9f0-47db-9eef-9f1a69ee26b7', 'port_id': '4b85bbb5-c664-41f0-b1ec-715507c7f011', 'mac_address': 'fa:16:3e:c9:ca:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc650cc-ccfc-4d1e-ae22-88cddca3fe77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:39:02.428939 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 4b85bbb5-c664-41f0-b1ec-715507c7f011 is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:39:02.429452 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (4b85bbb5-c664-41f0-b1ec-715507c7f011), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:02.445211 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b85bbb5-c664-41f0-b1ec-715507c7f011 {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:39:02.471128 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 4b85bbb5-c664-41f0-b1ec-715507c7f011, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=4b85bbb5-c664-41f0-b1ec-715507c7f011,segment=NetworkSegment(875bb5b6-85d3-447e-9f5d-edb1cffd4d3f),segment_id=875bb5b6-85d3-447e-9f5d-edb1cffd4d3f)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:39:02.475921 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (4b85bbb5-c664-41f0-b1ec-715507c7f011), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:02.521850 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 35490) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:02.528534 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=4b85bbb5-c664-41f0-b1ec-715507c7f011,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:02.536068 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5cc7114d-5d7c-4f8d-9d55-0bdf04d6f2cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:02.613403 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5cc7114d-5d7c-4f8d-9d55-0bdf04d6f2cd admin admin] Publish callbacks [] for security_group (6ccff638-cae4-4be4-bfef-89c18c3a6b4a), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:02.617658 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5cc7114d-5d7c-4f8d-9d55-0bdf04d6f2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (6ccff638-cae4-4be4-bfef-89c18c3a6b4a), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:02.656597 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-5cc7114d-5d7c-4f8d-9d55-0bdf04d6f2cd admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=fdd76972121442449a418d2c25643e74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334140 Oct 17 04:39:02.658636 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7114d-5d7c-4f8d-9d55-0bdf04d6f2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccff638-cae4-4be4-bfef-89c18c3a6b4a,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:02.659357 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 35492) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:02.690837 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['4b85bbb5-c664-41f0-b1ec-715507c7f011'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:39:02.712671 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3c97992e-b09a-430e-98da-63da0683f484 admin admin] Publish callbacks [] for security_group (6ccff638-cae4-4be4-bfef-89c18c3a6b4a), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:02.736677 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3c97992e-b09a-430e-98da-63da0683f484 admin admin] Publish callbacks [] for security_group (6ccff638-cae4-4be4-bfef-89c18c3a6b4a), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:02.765334 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:02.793954 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3c97992e-b09a-430e-98da-63da0683f484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (6ccff638-cae4-4be4-bfef-89c18c3a6b4a), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:02.796359 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3c97992e-b09a-430e-98da-63da0683f484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:02.800102 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-3c97992e-b09a-430e-98da-63da0683f484 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/6ccff638-cae4-4be4-bfef-89c18c3a6b4a HTTP/1.1" status: 204 len: 168 time: 0.1371775 Oct 17 04:39:02.806890 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97992e-b09a-430e-98da-63da0683f484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccff638-cae4-4be4-bfef-89c18c3a6b4a,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:02.823865 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:03.315240 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52fa33-fc03-4615-a535-6e06e9d7a67f req-7199091d-8813-4505-838a-97d14f2d31bb tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:03.317409 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5a52fa33-fc03-4615-a535-6e06e9d7a67f req-7199091d-8813-4505-838a-97d14f2d31bb tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=32ac795f-3972-41bd-b28f-8ddf3990a379 HTTP/1.1" status: 200 len: 945 time: 0.0503626 Oct 17 04:39:03.366083 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5a52fa33-fc03-4615-a535-6e06e9d7a67f req-81313a62-52e2-4da0-a6e4-eaa8fab9cb0c tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428298 Oct 17 04:39:03.493011 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-225c8f7e-a949-4b1a-b577-2b68f800b836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:03.705682 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-356b6c22-2879-4290-8d3f-60f956259d48 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=b47a647167004571b1d394c4bce1380e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302482 Oct 17 04:39:03.901529 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-339adfc4-1155-4a3f-8bc7-47c8ca04a145 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:03.902999 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-339adfc4-1155-4a3f-8bc7-47c8ca04a145 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1907089 Oct 17 04:39:03.919427 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-b221a614-6bd8-4a82-9d7b-3d2c24f539ff tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/quotas/b47a647167004571b1d394c4bce1380e HTTP/1.1" status: 200 len: 375 time: 0.0104966 Oct 17 04:39:03.953608 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-bcf347a9-a989-4a6f-b983-5b67cd5c00f9 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=b47a647167004571b1d394c4bce1380e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290926 Oct 17 04:39:04.136580 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-340aab91-18a4-45f1-9c83-0c70f16216a2 req-7b7c853b-77c0-4b7d-bd68-11e1ba01698d tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 210 time: 0.0293920 Oct 17 04:39:04.242085 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 4b85bbb5-c664-41f0-b1ec-715507c7f011 up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:39:04.294991 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning for port 4b85bbb5-c664-41f0-b1ec-715507c7f011 completed by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:39:04.300708 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port 4b85bbb5-c664-41f0-b1ec-715507c7f011 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:39:04.302294 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (4b85bbb5-c664-41f0-b1ec-715507c7f011), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:04.302874 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port 4b85bbb5-c664-41f0-b1ec-715507c7f011 Oct 17 04:39:04.384567 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:04.392826 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 4b85bbb5-c664-41f0-b1ec-715507c7f011 is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:39:04.393251 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (4b85bbb5-c664-41f0-b1ec-715507c7f011), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:04.422365 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ac795f-3972-41bd-b28f-8ddf3990a379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b85bbb5-c664-41f0-b1ec-715507c7f011'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:39:04.424811 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418910ad-a874-4b57-b802-81f99bbc97c3" -d '{"events": [{"server_uuid": "32ac795f-3972-41bd-b28f-8ddf3990a379", "name": "network-vif-plugged", "status": "completed", "tag": "4b85bbb5-c664-41f0-b1ec-715507c7f011"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:39:04.448188 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 4b85bbb5-c664-41f0-b1ec-715507c7f011, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=4b85bbb5-c664-41f0-b1ec-715507c7f011,segment=NetworkSegment(875bb5b6-85d3-447e-9f5d-edb1cffd4d3f),segment_id=875bb5b6-85d3-447e-9f5d-edb1cffd4d3f)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:39:04.454739 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (4b85bbb5-c664-41f0-b1ec-715507c7f011), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:04.502637 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13da50e-21f0-47ff-b37a-c940727f3a9c x-openstack-request-id: req-d13da50e-21f0-47ff-b37a-c940727f3a9c {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:39:04.503244 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ac795f-3972-41bd-b28f-8ddf3990a379", "name": "network-vif-plugged", "status": "completed", "tag": "4b85bbb5-c664-41f0-b1ec-715507c7f011", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:39:04.503244 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d13da50e-21f0-47ff-b37a-c940727f3a9c {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:39:04.503517 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d13da50e-21f0-47ff-b37a-c940727f3a9c'] response: {'server_uuid': '32ac795f-3972-41bd-b28f-8ddf3990a379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b85bbb5-c664-41f0-b1ec-715507c7f011', 'code': 200} Oct 17 04:39:04.521733 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=4b85bbb5-c664-41f0-b1ec-715507c7f011,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:04.567544 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed72745-2c9f-4192-8464-6750deb8066b req-b7b765a1-8bd5-489e-8009-5bcf1711eef1 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:04.569319 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5ed72745-2c9f-4192-8464-6750deb8066b req-b7b765a1-8bd5-489e-8009-5bcf1711eef1 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=32ac795f-3972-41bd-b28f-8ddf3990a379 HTTP/1.1" status: 200 len: 946 time: 0.0696950 Oct 17 04:39:04.629909 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5ed72745-2c9f-4192-8464-6750deb8066b req-b9c5e8bd-f83f-4afa-bb47-fa5ae469ca46 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512757 Oct 17 04:39:04.663483 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:04.724332 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3a1a8-7f75-4c1e-a897-c8b1f3dbb48f req-6ae1ef4f-ba09-4688-8155-4ed38327fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:04.725858 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5ad3a1a8-7f75-4c1e-a897-c8b1f3dbb48f req-6ae1ef4f-ba09-4688-8155-4ed38327fd77 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32ac795f-3972-41bd-b28f-8ddf3990a379 HTTP/1.1" status: 200 len: 1130 time: 0.0511436 Oct 17 04:39:04.780839 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5ad3a1a8-7f75-4c1e-a897-c8b1f3dbb48f req-2ee772d4-85eb-4fff-88b9-50d12bcca23d service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417726 Oct 17 04:39:05.013315 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 35598) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:05.130780 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-7eb0d1a5-761e-41eb-85a1-3874f51a6dc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:05.208883 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-7eb0d1a5-761e-41eb-85a1-3874f51a6dc5 admin admin] Publish callbacks [] for security_group (7e919f94-7c62-41c0-a48f-c9824a6eccc0), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:05.220470 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-7eb0d1a5-761e-41eb-85a1-3874f51a6dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (7e919f94-7c62-41c0-a48f-c9824a6eccc0), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:05.255038 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3747aee7-511a-417e-bf4c-910406986d7f req-96c4ca8b-490c-4c07-8d48-59437ee9f1e8 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 210 time: 0.0432601 Oct 17 04:39:05.260492 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:05.283076 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-7eb0d1a5-761e-41eb-85a1-3874f51a6dc5 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=658a1169283a450a8fab8bc64c7cafff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686081 Oct 17 04:39:05.284663 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0d1a5-761e-41eb-85a1-3874f51a6dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e919f94-7c62-41c0-a48f-c9824a6eccc0,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:05.286294 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 35606) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:05.311316 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:05.342150 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cc386da-9ae4-48c0-a19f-e27752efdb9a admin admin] Publish callbacks [] for security_group (7e919f94-7c62-41c0-a48f-c9824a6eccc0), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:05.362683 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cc386da-9ae4-48c0-a19f-e27752efdb9a admin admin] Publish callbacks [] for security_group (7e919f94-7c62-41c0-a48f-c9824a6eccc0), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:05.410953 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cc386da-9ae4-48c0-a19f-e27752efdb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (7e919f94-7c62-41c0-a48f-c9824a6eccc0), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:05.413561 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-0cc386da-9ae4-48c0-a19f-e27752efdb9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:05.414695 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-0cc386da-9ae4-48c0-a19f-e27752efdb9a admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/7e919f94-7c62-41c0-a48f-c9824a6eccc0 HTTP/1.1" status: 204 len: 168 time: 0.1274278 Oct 17 04:39:05.422527 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc386da-9ae4-48c0-a19f-e27752efdb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e919f94-7c62-41c0-a48f-c9824a6eccc0,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:05.682827 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 35614) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:05.698700 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-caf6d2e4-b78f-479c-9e73-d6654b51c3d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:05.778948 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c874ed-e78b-475d-83bc-bce74987b33f req-9235576d-bcf4-40e5-8a3f-a5342fb135a3 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:05.780379 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-25c874ed-e78b-475d-83bc-bce74987b33f req-9235576d-bcf4-40e5-8a3f-a5342fb135a3 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=32ac795f-3972-41bd-b28f-8ddf3990a379 HTTP/1.1" status: 200 len: 946 time: 0.0647779 Oct 17 04:39:05.845122 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-caf6d2e4-b78f-479c-9e73-d6654b51c3d2 admin admin] Publish callbacks [] for security_group (a7f00a51-694c-4f80-8b9e-68559a43574b), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:05.849686 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-caf6d2e4-b78f-479c-9e73-d6654b51c3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (a7f00a51-694c-4f80-8b9e-68559a43574b), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:05.862356 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-25c874ed-e78b-475d-83bc-bce74987b33f req-5cd3751c-6beb-4a2f-b582-fcf473820a50 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756691 Oct 17 04:39:05.884647 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-caf6d2e4-b78f-479c-9e73-d6654b51c3d2 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=20092f50ea50412fb6c8ebeb6244d4e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2000821 Oct 17 04:39:05.887633 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 35616) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:05.893628 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6d2e4-b78f-479c-9e73-d6654b51c3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f00a51-694c-4f80-8b9e-68559a43574b,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:05.940027 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-78b766a2-a40c-4076-87d3-681c59a79fae admin admin] Publish callbacks [] for security_group (a7f00a51-694c-4f80-8b9e-68559a43574b), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:05.960761 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-78b766a2-a40c-4076-87d3-681c59a79fae admin admin] Publish callbacks [] for security_group (a7f00a51-694c-4f80-8b9e-68559a43574b), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:05.977160 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:06.009423 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-78b766a2-a40c-4076-87d3-681c59a79fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (a7f00a51-694c-4f80-8b9e-68559a43574b), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:06.011885 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-78b766a2-a40c-4076-87d3-681c59a79fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:06.013016 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-78b766a2-a40c-4076-87d3-681c59a79fae admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/a7f00a51-694c-4f80-8b9e-68559a43574b HTTP/1.1" status: 204 len: 168 time: 0.1241550 Oct 17 04:39:06.020765 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b766a2-a40c-4076-87d3-681c59a79fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f00a51-694c-4f80-8b9e-68559a43574b,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:06.102964 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-77f40572-3071-40f2-87c0-0a5b924f9f14 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=b47a647167004571b1d394c4bce1380e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345554 Oct 17 04:39:06.226162 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:06.298281 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:06.366922 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-c507f23d-6391-4559-ac2a-74686ad69cc5 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:06.369127 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-c507f23d-6391-4559-ac2a-74686ad69cc5 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2612975 Oct 17 04:39:06.387924 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-13eff74f-75ea-44de-abbe-482038e4259f req-872970aa-4e81-425e-a57c-96d687f0146c tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 210 time: 0.0295131 Oct 17 04:39:06.518792 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:06.680762 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-1f182b3d-6337-4dd7-a7d1-a3a4a58c3fa0 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Request body: {'port': {'device_id': '3cf947c9-3543-4dc7-b4cb-77d8343ac72b', 'network_id': '77870ebc-f435-4b77-a27b-005955745bb6', 'admin_state_up': True, 'tenant_id': 'b47a647167004571b1d394c4bce1380e'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:39:06.802375 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-1f182b3d-6337-4dd7-a7d1-a3a4a58c3fa0 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Made reservation on behalf of b47a647167004571b1d394c4bce1380e for: {'port': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:39:06.806221 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-1f182b3d-6337-4dd7-a7d1-a3a4a58c3fa0 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:06.814815 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-1f182b3d-6337-4dd7-a7d1-a3a4a58c3fa0 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:06.893706 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-1f182b3d-6337-4dd7-a7d1-a3a4a58c3fa0 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Publish callbacks [] for security_group (7962f3b5-55c2-4724-bccc-75c0013dbbfe), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:06.898747 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-1f182b3d-6337-4dd7-a7d1-a3a4a58c3fa0 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (7962f3b5-55c2-4724-bccc-75c0013dbbfe), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:06.963396 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f182b3d-6337-4dd7-a7d1-a3a4a58c3fa0 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7962f3b5-55c2-4724-bccc-75c0013dbbfe,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:07.003950 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71507453-14b3-4ffb-a793-95a63e3a01d7 req-db151184-4e72-4f5f-ab38-f3c7f95ca4bb tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:07.011396 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-71507453-14b3-4ffb-a793-95a63e3a01d7 req-db151184-4e72-4f5f-ab38-f3c7f95ca4bb tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=32ac795f-3972-41bd-b28f-8ddf3990a379 HTTP/1.1" status: 200 len: 946 time: 0.0627794 Oct 17 04:39:07.055417 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-1f182b3d-6337-4dd7-a7d1-a3a4a58c3fa0 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Allocated IP 192.168.233.40 (77870ebc-f435-4b77-a27b-005955745bb6/ef935cb5-c6d3-4068-b1e1-0f0fb75ef925/31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:39:07.058410 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-71507453-14b3-4ffb-a793-95a63e3a01d7 req-ea049558-8db9-4142-b2a7-28b6510fcf62 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461948 Oct 17 04:39:07.085809 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:07.217953 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-1f182b3d-6337-4dd7-a7d1-a3a4a58c3fa0 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Publish callbacks [] for port (31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:07.266947 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-1f182b3d-6337-4dd7-a7d1-a3a4a58c3fa0 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:07.314130 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:07.316300 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-1f182b3d-6337-4dd7-a7d1-a3a4a58c3fa0 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Network 77870ebc-f435-4b77-a27b-005955745bb6 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:39:07.321250 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-1f182b3d-6337-4dd7-a7d1-a3a4a58c3fa0 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:39:07.323805 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-1f182b3d-6337-4dd7-a7d1-a3a4a58c3fa0 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:39:07.352574 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 35666) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:07.375250 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f182b3d-6337-4dd7-a7d1-a3a4a58c3fa0 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Pushing event updated for resources: {'Port': ['ID=31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:07.419612 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-1f182b3d-6337-4dd7-a7d1-a3a4a58c3fa0 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:07.420511 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-1f182b3d-6337-4dd7-a7d1-a3a4a58c3fa0 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:07.432870 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:07.442352 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-1f182b3d-6337-4dd7-a7d1-a3a4a58c3fa0 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7655156 Oct 17 04:39:07.462360 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] Request body: {'port': {'device_id': '3cf947c9-3543-4dc7-b4cb-77d8343ac72b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86155'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:39:07.558876 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:07.594620 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-57a5cfee-a736-4ad0-9565-08f7d66c241c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:07.595982 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:07.623357 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3024b4-b7b3-4247-aea1-29e641177198 req-fcbe25b6-3d78-4011-b466-3752d0a3c2c4 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:07.630949 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3a3024b4-b7b3-4247-aea1-29e641177198 req-fcbe25b6-3d78-4011-b466-3752d0a3c2c4 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 935 time: 0.0943828 Oct 17 04:39:07.723266 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-4e90621e-96fd-4a0a-b98e-877692b54621 None None] Provisioning complete for port 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:39:07.724624 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-4e90621e-96fd-4a0a-b98e-877692b54621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:07.725359 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-4e90621e-96fd-4a0a-b98e-877692b54621 None None] Attempt 1 to provision port 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef Oct 17 04:39:07.740257 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3a3024b4-b7b3-4247-aea1-29e641177198 req-6a249f8d-8c67-4405-8f17-04dc2f6e9752 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7962f3b5-55c2-4724-bccc-75c0013dbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026506 Oct 17 04:39:07.772436 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-4e90621e-96fd-4a0a-b98e-877692b54621 None None] Port 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:39:07.801816 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-57a5cfee-a736-4ad0-9565-08f7d66c241c admin admin] Publish callbacks [] for security_group (df5f7718-0637-4af3-85c8-b37cb19ee7d5), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:07.806896 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-57a5cfee-a736-4ad0-9565-08f7d66c241c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (df5f7718-0637-4af3-85c8-b37cb19ee7d5), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:07.860183 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-89810b89-a43e-4de8-8273-eba83706ccea tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1961840361&fields=id&tenant_id=84d236da3b7b46f4ab13a096d7d80298 HTTP/1.1" status: 200 len: 267 time: 0.0937719 Oct 17 04:39:07.883145 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5cfee-a736-4ad0-9565-08f7d66c241c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5f7718-0637-4af3-85c8-b37cb19ee7d5,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:07.891624 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 35682) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:07.894488 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-57a5cfee-a736-4ad0-9565-08f7d66c241c admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=7b91f0fda7c9477ca379e6956085f837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5405760 Oct 17 04:39:07.952383 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:39:07.961365 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] Publish callbacks [] for port (31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:07.979348 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:07.985809 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] Transition to ACTIVE for port object 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef will not be triggered until provisioned by entity L2. {{(pid=104487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:39:07.989034 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5aece020-981e-42ac-a1e3-9df4b003d0c5 admin admin] Publish callbacks [] for security_group (df5f7718-0637-4af3-85c8-b37cb19ee7d5), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:07.991242 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-5e988537-88d3-4d2d-a7cc-8f5ba2fce210 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:07.992298 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:07.992704 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-5e988537-88d3-4d2d-a7cc-8f5ba2fce210 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/networks?id=e7b10358-ab79-44d7-a22b-ddfa538fb104 HTTP/1.1" status: 200 len: 811 time: 0.1219473 Oct 17 04:39:08.008455 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-1221dcb1-2f1c-435a-b479-f1146bf6e7f8 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/quotas/84d236da3b7b46f4ab13a096d7d80298 HTTP/1.1" status: 200 len: 375 time: 0.0098467 Oct 17 04:39:08.043517 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5aece020-981e-42ac-a1e3-9df4b003d0c5 admin admin] Publish callbacks [] for security_group (df5f7718-0637-4af3-85c8-b37cb19ee7d5), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:08.061949 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-49a70f46-0126-44c2-a564-4d815167d28b tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=84d236da3b7b46f4ab13a096d7d80298&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480924 Oct 17 04:39:08.092897 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:08.120203 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] Pushing event updated for resources: {'Port': ['ID=31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:08.157222 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5aece020-981e-42ac-a1e3-9df4b003d0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (df5f7718-0637-4af3-85c8-b37cb19ee7d5), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:08.159909 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-5aece020-981e-42ac-a1e3-9df4b003d0c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:08.161702 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-5aece020-981e-42ac-a1e3-9df4b003d0c5 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/df5f7718-0637-4af3-85c8-b37cb19ee7d5 HTTP/1.1" status: 204 len: 168 time: 0.2691376 Oct 17 04:39:08.162473 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] Attempting to bind port 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef on host hv-cinder-86155 for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:39:08.162806 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] Attempting to bind port 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef by drivers openvswitch,hyperv on host hv-cinder-86155 at level 0 using segments [{'id': '2d17f379-707a-4ce9-a40a-13ae0b11b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77870ebc-f435-4b77-a27b-005955745bb6'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:39:08.163143 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] Attempting to bind port 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef on network 77870ebc-f435-4b77-a27b-005955745bb6 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:39:08.177261 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-9dd087ce-0451-4e4b-8b00-ba7bd9a47b95 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030195 Oct 17 04:39:08.198849 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aece020-981e-42ac-a1e3-9df4b003d0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5f7718-0637-4af3-85c8-b37cb19ee7d5,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:08.222321 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] Port 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef on network 77870ebc-f435-4b77-a27b-005955745bb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86155 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:39:08.222556 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] Attempting to bind port 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef on network 77870ebc-f435-4b77-a27b-005955745bb6 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:39:08.272575 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] Checking agent: {'id': '98af6631-6ac5-4afe-8748-fa983cad7c78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86155', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:39:08.272919 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] Checking segment: {'id': '2d17f379-707a-4ce9-a40a-13ae0b11b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77870ebc-f435-4b77-a27b-005955745bb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:39:08.273358 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] Bound using segment: {'id': '2d17f379-707a-4ce9-a40a-13ae0b11b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77870ebc-f435-4b77-a27b-005955745bb6'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:39:08.273874 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] Bound port: 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef, host: hv-cinder-86155, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d17f379-707a-4ce9-a40a-13ae0b11b5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77870ebc-f435-4b77-a27b-005955745bb6'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:39:08.274181 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:08.282328 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-b9f1cd09-8455-4206-95a1-c5b72709a1d7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984592 Oct 17 04:39:08.323193 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:08.350052 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] For port 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef, host hv-cinder-86155, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:39:08.354977 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] For port 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef, host hv-cinder-86155, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef,segment=NetworkSegment(2d17f379-707a-4ce9-a40a-13ae0b11b5df),segment_id=2d17f379-707a-4ce9-a40a-13ae0b11b5df)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:39:08.361901 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:08.366975 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:08.367584 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:08.369044 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef HTTP/1.1" status: 200 len: 1097 time: 0.9133167 Oct 17 04:39:08.370619 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf947c9-3543-4dc7-b4cb-77d8343ac72b', 'tag': '31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:39:08.372852 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25b7a85-9c5f-4695-b052-64f6c1d79250" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf947c9-3543-4dc7-b4cb-77d8343ac72b", "tag": "31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:39:08.422233 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc957745-18c8-40d9-9b4c-905f126d8901 x-openstack-request-id: req-bc957745-18c8-40d9-9b4c-905f126d8901 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:39:08.422778 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf947c9-3543-4dc7-b4cb-77d8343ac72b", "tag": "31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:39:08.423037 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-bc957745-18c8-40d9-9b4c-905f126d8901 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:39:08.423447 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc957745-18c8-40d9-9b4c-905f126d8901'] response: {'name': 'network-changed', 'server_uuid': '3cf947c9-3543-4dc7-b4cb-77d8343ac72b', 'tag': '31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef', 'status': 'completed', 'code': 200} Oct 17 04:39:08.467757 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1d28a-57f1-4659-be39-e038425f7740 service neutron] Pushing event updated for resources: {'Port': ['ID=31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:08.484971 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-40e6ba59-61d2-4b2d-97b2-0c0171a40da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:08.486511 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-40e6ba59-61d2-4b2d-97b2-0c0171a40da3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b47a647167004571b1d394c4bce1380e&device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 1131 time: 0.0583608 Oct 17 04:39:08.528952 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-655b2840-2d80-42ae-aadf-4f72f7dabbbc service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef HTTP/1.1" status: 200 len: 217 time: 0.0355666 Oct 17 04:39:08.586594 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-2975df4c-a5c1-4371-ad4f-fc8db84f7180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:08.590802 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-2975df4c-a5c1-4371-ad4f-fc8db84f7180 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ef935cb5-c6d3-4068-b1e1-0f0fb75ef925 HTTP/1.1" status: 200 len: 843 time: 0.0543015 Oct 17 04:39:08.638912 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-ebffeb35-4bcd-40cd-a7ba-fba2200e1f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:08.640726 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-ebffeb35-4bcd-40cd-a7ba-fba2200e1f8c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=77870ebc-f435-4b77-a27b-005955745bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0453694 Oct 17 04:39:08.686399 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fe4f7684-f01c-437d-a1b2-ae6a285f7150 req-0461fba2-f53a-4d83-a68a-ba9f349f2f1a tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 210 time: 0.0463073 Oct 17 04:39:08.759481 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-64382743-9fde-4757-9206-5d84bb7bc429 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77870ebc-f435-4b77-a27b-005955745bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050682 Oct 17 04:39:08.883176 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc102f0-b8b0-4add-9dc8-da05e5021dfc req-b748c5c3-7dac-4fbc-b3e8-16bdb312602a tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:08.884698 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3fc102f0-b8b0-4add-9dc8-da05e5021dfc req-b748c5c3-7dac-4fbc-b3e8-16bdb312602a tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 947 time: 0.0614769 Oct 17 04:39:08.890562 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3eec0358-3a8a-4854-b153-547b9c34e134 req-93c9cf73-4e17-430c-9c3d-951fa6cd4949 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77870ebc-f435-4b77-a27b-005955745bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259382 Oct 17 04:39:08.941947 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3fc102f0-b8b0-4add-9dc8-da05e5021dfc req-69fcc6e6-332a-41af-9d1a-9c0e344f0410 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7962f3b5-55c2-4724-bccc-75c0013dbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496337 Oct 17 04:39:09.643263 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b7a85-9c5f-4695-b052-64f6c1d79250 req-8d2f8e5c-a8bd-41bf-9abc-45d4e8466044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:09.646384 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a25b7a85-9c5f-4695-b052-64f6c1d79250 req-8d2f8e5c-a8bd-41bf-9abc-45d4e8466044 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b47a647167004571b1d394c4bce1380e&device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 1131 time: 0.0790205 Oct 17 04:39:09.781799 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b7a85-9c5f-4695-b052-64f6c1d79250 req-c18d66fb-e555-4b2e-9ab1-9a9595f6681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:09.783265 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a25b7a85-9c5f-4695-b052-64f6c1d79250 req-c18d66fb-e555-4b2e-9ab1-9a9595f6681a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=77870ebc-f435-4b77-a27b-005955745bb6 HTTP/1.1" status: 200 len: 870 time: 0.1185439 Oct 17 04:39:09.839139 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a25b7a85-9c5f-4695-b052-64f6c1d79250 req-38602923-7ccf-4617-9d8c-5c60c745109b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef HTTP/1.1" status: 200 len: 217 time: 0.0494473 Oct 17 04:39:09.901964 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b7a85-9c5f-4695-b052-64f6c1d79250 req-ea0de0c0-ebf2-4346-8868-72a1b861d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:09.903441 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a25b7a85-9c5f-4695-b052-64f6c1d79250 req-ea0de0c0-ebf2-4346-8868-72a1b861d8e3 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ef935cb5-c6d3-4068-b1e1-0f0fb75ef925 HTTP/1.1" status: 200 len: 843 time: 0.0585842 Oct 17 04:39:09.962367 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b7a85-9c5f-4695-b052-64f6c1d79250 req-c02347e6-c6de-40f8-9eb6-a673280328a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:09.964288 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a25b7a85-9c5f-4695-b052-64f6c1d79250 req-c02347e6-c6de-40f8-9eb6-a673280328a8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=77870ebc-f435-4b77-a27b-005955745bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0543697 Oct 17 04:39:09.980947 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1a15c6c9-37d8-4f72-9862-81d0ab88d5e4 req-061221a7-f3a5-42ce-9e8d-badd810c3ad6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 210 time: 0.0417347 Oct 17 04:39:10.018942 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:10.095712 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3888b-80f8-4e50-9be0-ce67317af41f req-707f571f-872f-427b-8c2e-ac69001c17e0 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:10.106537 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0dc3888b-80f8-4e50-9be0-ce67317af41f req-707f571f-872f-427b-8c2e-ac69001c17e0 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 947 time: 0.0630834 Oct 17 04:39:10.121924 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a25b7a85-9c5f-4695-b052-64f6c1d79250 req-9d800567-ab0e-4a10-a5e1-cefda4af0f5b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77870ebc-f435-4b77-a27b-005955745bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499703 Oct 17 04:39:10.161403 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0dc3888b-80f8-4e50-9be0-ce67317af41f req-de70693e-3789-402d-869d-205bde229929 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7962f3b5-55c2-4724-bccc-75c0013dbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525210 Oct 17 04:39:10.227311 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a25b7a85-9c5f-4695-b052-64f6c1d79250 req-6330c379-1b07-4b62-8796-18df4a835535 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77870ebc-f435-4b77-a27b-005955745bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987544 Oct 17 04:39:10.693529 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-cfa9a7ae-1d1b-4aec-844d-f1784699626a tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:10.693529 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-cfa9a7ae-1d1b-4aec-844d-f1784699626a tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.20 "GET /networking/v2.0/networks?id=e7b10358-ab79-44d7-a22b-ddfa538fb104 HTTP/1.1" status: 200 len: 811 time: 0.1188862 Oct 17 04:39:10.756132 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-b006ba44-359a-4a29-b617-37671282d368 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=84d236da3b7b46f4ab13a096d7d80298 HTTP/1.1" status: 200 len: 380 time: 0.0551913 Oct 17 04:39:10.765414 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-ec6e90b6-7b17-43a2-a104-3cdabe5fb440 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Request body: {'port': {'device_id': 'ed045a1c-3978-4818-8ea0-9ee3711acd79', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'admin_state_up': True, 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'security_groups': ['94ac0755-25d9-4102-b2bd-73c387463874']}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:39:10.779592 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:10.882762 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-ec6e90b6-7b17-43a2-a104-3cdabe5fb440 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Made reservation on behalf of 84d236da3b7b46f4ab13a096d7d80298 for: {'port': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:39:10.886503 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-ec6e90b6-7b17-43a2-a104-3cdabe5fb440 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:11.012153 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-ec6e90b6-7b17-43a2-a104-3cdabe5fb440 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Allocated IP 172.20.0.6 (e7b10358-ab79-44d7-a22b-ddfa538fb104/4240cb9d-8086-47cb-a95d-9e3d2fa1780f/f723b755-7765-47ee-b1b3-a93d16d5f472) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:39:11.093086 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cd2ccad0-2c24-4228-85c8-0f2cc27a860c req-bbe27563-2c2b-42df-9bac-0b4cdede51c6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 210 time: 0.0285449 Oct 17 04:39:11.159895 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-ec6e90b6-7b17-43a2-a104-3cdabe5fb440 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for port (f723b755-7765-47ee-b1b3-a93d16d5f472), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:11.192634 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-ec6e90b6-7b17-43a2-a104-3cdabe5fb440 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (f723b755-7765-47ee-b1b3-a93d16d5f472), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:11.237348 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-ec6e90b6-7b17-43a2-a104-3cdabe5fb440 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Network e7b10358-ab79-44d7-a22b-ddfa538fb104 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:39:11.241108 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-ec6e90b6-7b17-43a2-a104-3cdabe5fb440 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:39:11.245238 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-ec6e90b6-7b17-43a2-a104-3cdabe5fb440 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:39:11.255056 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e90b6-7b17-43a2-a104-3cdabe5fb440 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event updated for resources: {'Port': ['ID=f723b755-7765-47ee-b1b3-a93d16d5f472,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:11.288437 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:11.306328 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55403a5-362a-410c-8bf1-f058788352fe req-230a9bec-3d8a-4fb3-8361-04636dc938f0 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:11.307868 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e55403a5-362a-410c-8bf1-f058788352fe req-230a9bec-3d8a-4fb3-8361-04636dc938f0 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 947 time: 0.0682032 Oct 17 04:39:11.313783 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-ec6e90b6-7b17-43a2-a104-3cdabe5fb440 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:11.314557 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-ec6e90b6-7b17-43a2-a104-3cdabe5fb440 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:11.334379 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-ec6e90b6-7b17-43a2-a104-3cdabe5fb440 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5726376 Oct 17 04:39:11.346008 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] Request body: {'port': {'device_id': 'ed045a1c-3978-4818-8ea0-9ee3711acd79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86155'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:39:11.365496 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e55403a5-362a-410c-8bf1-f058788352fe req-7e3b4f9c-0088-4152-83b7-6e63e1515aeb tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7962f3b5-55c2-4724-bccc-75c0013dbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516787 Oct 17 04:39:11.410502 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f723b755-7765-47ee-b1b3-a93d16d5f472), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:11.516097 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-8e823291-ac98-4b0c-90f2-6da84703eef7 None None] Provisioning complete for port f723b755-7765-47ee-b1b3-a93d16d5f472 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:39:11.516684 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-8e823291-ac98-4b0c-90f2-6da84703eef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (f723b755-7765-47ee-b1b3-a93d16d5f472), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:11.516849 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-8e823291-ac98-4b0c-90f2-6da84703eef7 None None] Attempt 1 to provision port f723b755-7765-47ee-b1b3-a93d16d5f472 Oct 17 04:39:11.552808 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-8e823291-ac98-4b0c-90f2-6da84703eef7 None None] Port f723b755-7765-47ee-b1b3-a93d16d5f472 cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:39:11.816429 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:11.912103 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f723b755-7765-47ee-b1b3-a93d16d5f472 {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:39:11.920021 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] Publish callbacks [] for port (f723b755-7765-47ee-b1b3-a93d16d5f472), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:11.935297 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] Transition to ACTIVE for port object f723b755-7765-47ee-b1b3-a93d16d5f472 will not be triggered until provisioned by entity L2. {{(pid=104487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:39:11.938578 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (f723b755-7765-47ee-b1b3-a93d16d5f472), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:12.021623 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] Pushing event updated for resources: {'Port': ['ID=f723b755-7765-47ee-b1b3-a93d16d5f472,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:12.053691 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] Attempting to bind port f723b755-7765-47ee-b1b3-a93d16d5f472 on host hv-cinder-86155 for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:39:12.054020 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] Attempting to bind port f723b755-7765-47ee-b1b3-a93d16d5f472 by drivers openvswitch,hyperv on host hv-cinder-86155 at level 0 using segments [{'id': 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:39:12.054341 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] Attempting to bind port f723b755-7765-47ee-b1b3-a93d16d5f472 on network e7b10358-ab79-44d7-a22b-ddfa538fb104 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:39:12.094961 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] Port f723b755-7765-47ee-b1b3-a93d16d5f472 on network e7b10358-ab79-44d7-a22b-ddfa538fb104 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86155 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:39:12.095287 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] Attempting to bind port f723b755-7765-47ee-b1b3-a93d16d5f472 on network e7b10358-ab79-44d7-a22b-ddfa538fb104 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:39:12.145220 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] Checking agent: {'id': '98af6631-6ac5-4afe-8748-fa983cad7c78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86155', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:39:12.146118 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] Checking segment: {'id': 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:39:12.146118 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] Bound using segment: {'id': 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:39:12.146387 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] Bound port: f723b755-7765-47ee-b1b3-a93d16d5f472, host: hv-cinder-86155, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:39:12.146820 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f723b755-7765-47ee-b1b3-a93d16d5f472), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:12.184711 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:12.211942 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] For port f723b755-7765-47ee-b1b3-a93d16d5f472, host hv-cinder-86155, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:39:12.215061 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] For port f723b755-7765-47ee-b1b3-a93d16d5f472, host hv-cinder-86155, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f723b755-7765-47ee-b1b3-a93d16d5f472,segment=NetworkSegment(cdc7ea4a-38bb-42eb-8d45-f7e86c035f09),segment_id=cdc7ea4a-38bb-42eb-8d45-f7e86c035f09)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:39:12.221521 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (f723b755-7765-47ee-b1b3-a93d16d5f472), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:12.224902 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6200f-5887-459f-acb0-e32a10b97f6a req-60076592-07aa-41b9-8a59-1aabf9025705 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:12.226613 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:12.226746 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7ac6200f-5887-459f-acb0-e32a10b97f6a req-60076592-07aa-41b9-8a59-1aabf9025705 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 943 time: 0.0501142 Oct 17 04:39:12.227224 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:12.228605 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/f723b755-7765-47ee-b1b3-a93d16d5f472 HTTP/1.1" status: 200 len: 1093 time: 0.8868911 Oct 17 04:39:12.231031 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed045a1c-3978-4818-8ea0-9ee3711acd79', 'tag': 'f723b755-7765-47ee-b1b3-a93d16d5f472'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:39:12.232454 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb24e1bf-9a10-424c-967e-778d445e994c" -d '{"events": [{"name": "network-changed", "server_uuid": "ed045a1c-3978-4818-8ea0-9ee3711acd79", "tag": "f723b755-7765-47ee-b1b3-a93d16d5f472"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:39:12.288043 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:39:12.291920 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705e95c7-d13d-4d82-8db4-30244f1682b6 x-openstack-request-id: req-705e95c7-d13d-4d82-8db4-30244f1682b6 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:39:12.292513 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed045a1c-3978-4818-8ea0-9ee3711acd79", "tag": "f723b755-7765-47ee-b1b3-a93d16d5f472", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:39:12.292513 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-705e95c7-d13d-4d82-8db4-30244f1682b6 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:39:12.292845 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-705e95c7-d13d-4d82-8db4-30244f1682b6'] response: {'name': 'network-changed', 'server_uuid': 'ed045a1c-3978-4818-8ea0-9ee3711acd79', 'tag': 'f723b755-7765-47ee-b1b3-a93d16d5f472', 'status': 'completed', 'code': 200} Oct 17 04:39:12.295142 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a2187-17f7-4bc1-9207-0798e2c1a03c service neutron] Pushing event updated for resources: {'Port': ['ID=f723b755-7765-47ee-b1b3-a93d16d5f472,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:12.301231 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7ac6200f-5887-459f-acb0-e32a10b97f6a req-5b0aaedd-5ad3-45bd-94bb-f1874a43678f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673485 Oct 17 04:39:12.325211 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-171840e3-b7bf-4f9e-9483-6a6b3a633f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:12.326728 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-171840e3-b7bf-4f9e-9483-6a6b3a633f66 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=84d236da3b7b46f4ab13a096d7d80298&device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 1127 time: 0.0476432 Oct 17 04:39:12.369457 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-04e22ba8-8831-476c-9757-6cba797e7f8a service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f723b755-7765-47ee-b1b3-a93d16d5f472 HTTP/1.1" status: 200 len: 217 time: 0.0339389 Oct 17 04:39:12.427521 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef,segment=NetworkSegment(2d17f379-707a-4ce9-a40a-13ae0b11b5df),segment_id=2d17f379-707a-4ce9-a40a-13ae0b11b5df)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:39:12.432378 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-21da6a8f-1d90-4c50-9643-7586b229d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:12.433907 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-21da6a8f-1d90-4c50-9643-7586b229d2b8 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4240cb9d-8086-47cb-a95d-9e3d2fa1780f HTTP/1.1" status: 200 len: 850 time: 0.0558195 Oct 17 04:39:12.439777 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': '31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef', 'network_id': '77870ebc-f435-4b77-a27b-005955745bb6', 'port_id': '31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef', 'mac_address': 'fa:16:3e:17:8f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef935cb5-c6d3-4068-b1e1-0f0fb75ef925', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:39:12.449195 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:12.479664 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:39:12.480361 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:12.486358 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-e3e5e6f7-84c8-4dca-8842-836275eb0482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:12.488930 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-e3e5e6f7-84c8-4dca-8842-836275eb0482 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e7b10358-ab79-44d7-a22b-ddfa538fb104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470340 Oct 17 04:39:12.495833 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:39:12.500565 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865f16d-7df4-462a-a325-3b68e385c340 req-f1397462-963f-4f1d-9bc4-526af2fcdb96 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:12.502310 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b865f16d-7df4-462a-a325-3b68e385c340 req-f1397462-963f-4f1d-9bc4-526af2fcdb96 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 947 time: 0.0506923 Oct 17 04:39:12.516190 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef,segment=NetworkSegment(2d17f379-707a-4ce9-a40a-13ae0b11b5df),segment_id=2d17f379-707a-4ce9-a40a-13ae0b11b5df)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:39:12.521857 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:12.554662 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b865f16d-7df4-462a-a325-3b68e385c340 req-fd1c038c-3ea3-4aec-b0d0-8f4f99851976 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7962f3b5-55c2-4724-bccc-75c0013dbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452354 Oct 17 04:39:12.569516 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:12.588467 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-c56923c3-8b16-4e1b-a72a-2f805baa248a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930221 Oct 17 04:39:12.689272 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-a5cbbb2c-2aa1-4a54-9866-ba32ec501742 req-9d718166-cb89-4f5c-a62b-1579e78b2402 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945163 Oct 17 04:39:12.742651 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:39:12.774872 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24e1bf-9a10-424c-967e-778d445e994c req-dcb9d8e3-15c7-407c-b176-91ee388026a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:12.776040 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cb24e1bf-9a10-424c-967e-778d445e994c req-dcb9d8e3-15c7-407c-b176-91ee388026a1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=84d236da3b7b46f4ab13a096d7d80298&device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 1127 time: 0.0431490 Oct 17 04:39:12.823019 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:12.840082 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:12.877562 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24e1bf-9a10-424c-967e-778d445e994c req-7dff2b27-8b80-4d19-b07a-cadbc67e2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:12.879714 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cb24e1bf-9a10-424c-967e-778d445e994c req-7dff2b27-8b80-4d19-b07a-cadbc67e2af9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e7b10358-ab79-44d7-a22b-ddfa538fb104 HTTP/1.1" status: 200 len: 912 time: 0.0966141 Oct 17 04:39:12.929047 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cb24e1bf-9a10-424c-967e-778d445e994c req-00217cc6-d30a-4cf3-abf5-6aaeefbb9b47 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f723b755-7765-47ee-b1b3-a93d16d5f472 HTTP/1.1" status: 200 len: 217 time: 0.0432467 Oct 17 04:39:13.111405 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24e1bf-9a10-424c-967e-778d445e994c req-742fe389-fa21-4da9-9240-a9ba2e7745a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:13.112804 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cb24e1bf-9a10-424c-967e-778d445e994c req-742fe389-fa21-4da9-9240-a9ba2e7745a2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4240cb9d-8086-47cb-a95d-9e3d2fa1780f HTTP/1.1" status: 200 len: 850 time: 0.0433078 Oct 17 04:39:13.371335 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24e1bf-9a10-424c-967e-778d445e994c req-64098ee7-bb8f-4c2b-b274-6b58da887221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:13.372913 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cb24e1bf-9a10-424c-967e-778d445e994c req-64098ee7-bb8f-4c2b-b274-6b58da887221 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e7b10358-ab79-44d7-a22b-ddfa538fb104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506036 Oct 17 04:39:13.434103 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c1f2e-7d1d-4d9d-8bc2-4cc12687c830 req-4269b540-a14c-4c2c-8066-086a1ed2fd4d tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:13.435781 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-df5c1f2e-7d1d-4d9d-8bc2-4cc12687c830 req-4269b540-a14c-4c2c-8066-086a1ed2fd4d tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 943 time: 0.0503795 Oct 17 04:39:13.466448 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cb24e1bf-9a10-424c-967e-778d445e994c req-85afdb87-edff-4956-850b-5d6aa01609e9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862639 Oct 17 04:39:13.485467 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-df5c1f2e-7d1d-4d9d-8bc2-4cc12687c830 req-5b48baaf-812b-4001-8e0f-b6194552b25d tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431263 Oct 17 04:39:13.685527 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baf73c-3d9a-46b7-ac5a-88e1c44b4449 req-1b286d65-5e1b-4383-8a11-1d1af8c27171 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:13.688283 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a8baf73c-3d9a-46b7-ac5a-88e1c44b4449 req-1b286d65-5e1b-4383-8a11-1d1af8c27171 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 948 time: 0.0536690 Oct 17 04:39:13.745736 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a8baf73c-3d9a-46b7-ac5a-88e1c44b4449 req-ca6ac117-5fe0-4e48-bd84-7f0422707e30 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7962f3b5-55c2-4724-bccc-75c0013dbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484550 Oct 17 04:39:13.756135 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-8190903f-2d4f-4447-bf5c-86d2229c4205 req-f081019b-8aee-46b2-b454-5074ee533fe7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32ac795f-3972-41bd-b28f-8ddf3990a379&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796473 Oct 17 04:39:13.842903 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cb24e1bf-9a10-424c-967e-778d445e994c req-3c155ff0-de1a-49af-865b-27e8d7660c4c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949463 Oct 17 04:39:13.873740 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190903f-2d4f-4447-bf5c-86d2229c4205 req-3b873f29-de31-4f8e-b8b8-9961ee546b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:13.875373 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-8190903f-2d4f-4447-bf5c-86d2229c4205 req-3b873f29-de31-4f8e-b8b8-9961ee546b7a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=93ea82d88b2c4a7b8bf597bd83a02287&device_id=32ac795f-3972-41bd-b28f-8ddf3990a379 HTTP/1.1" status: 200 len: 1130 time: 0.0622828 Oct 17 04:39:14.004875 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190903f-2d4f-4447-bf5c-86d2229c4205 req-2cc0f444-75df-44fc-9c1f-4c43074bc7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:14.006489 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-8190903f-2d4f-4447-bf5c-86d2229c4205 req-2cc0f444-75df-44fc-9c1f-4c43074bc7cd service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=d204bf53-e9f0-47db-9eef-9f1a69ee26b7 HTTP/1.1" status: 200 len: 914 time: 0.1065223 Oct 17 04:39:14.050262 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-8190903f-2d4f-4447-bf5c-86d2229c4205 req-3567c54a-b16d-4141-b513-b6f8d77b6544 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b85bbb5-c664-41f0-b1ec-715507c7f011 HTTP/1.1" status: 200 len: 217 time: 0.0377688 Oct 17 04:39:14.128991 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190903f-2d4f-4447-bf5c-86d2229c4205 req-db6b70f6-a602-448e-85d2-1a27f11f631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:14.131260 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-8190903f-2d4f-4447-bf5c-86d2229c4205 req-db6b70f6-a602-448e-85d2-1a27f11f631b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=1dc650cc-ccfc-4d1e-ae22-88cddca3fe77 HTTP/1.1" status: 200 len: 853 time: 0.0753517 Oct 17 04:39:14.169305 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-8190903f-2d4f-4447-bf5c-86d2229c4205 req-e62b333f-f263-49e1-97df-ec00652e3d1b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=d204bf53-e9f0-47db-9eef-9f1a69ee26b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306442 Oct 17 04:39:14.255586 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:14.284420 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-8190903f-2d4f-4447-bf5c-86d2229c4205 req-72dccab6-b349-4d04-b4db-0ce8f9bdeed4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d204bf53-e9f0-47db-9eef-9f1a69ee26b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089189 Oct 17 04:39:14.308501 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:39:14.351864 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:14.366868 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning for port 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef completed by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:39:14.373548 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:39:14.373974 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:14.374398 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef Oct 17 04:39:14.396128 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-8190903f-2d4f-4447-bf5c-86d2229c4205 req-913e425d-34ef-439a-8c78-b140c4fab4d7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d204bf53-e9f0-47db-9eef-9f1a69ee26b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058221 Oct 17 04:39:14.462521 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:39:14.462907 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:14.489650 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf947c9-3543-4dc7-b4cb-77d8343ac72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:39:14.492001 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7b8cd6-c1ce-404d-ae47-f110019ce7a3" -d '{"events": [{"server_uuid": "3cf947c9-3543-4dc7-b4cb-77d8343ac72b", "name": "network-vif-plugged", "status": "completed", "tag": "31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:39:14.506327 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef,segment=NetworkSegment(2d17f379-707a-4ce9-a40a-13ae0b11b5df),segment_id=2d17f379-707a-4ce9-a40a-13ae0b11b5df)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:39:14.515737 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:14.546791 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e324ce80-d2e1-4ebc-9838-a5f83c2b3eb7 x-openstack-request-id: req-e324ce80-d2e1-4ebc-9838-a5f83c2b3eb7 {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:39:14.547082 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf947c9-3543-4dc7-b4cb-77d8343ac72b", "name": "network-vif-plugged", "status": "completed", "tag": "31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:39:14.547334 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e324ce80-d2e1-4ebc-9838-a5f83c2b3eb7 {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:39:14.547724 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e324ce80-d2e1-4ebc-9838-a5f83c2b3eb7'] response: {'server_uuid': '3cf947c9-3543-4dc7-b4cb-77d8343ac72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef', 'code': 200} Oct 17 04:39:14.578336 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:14.632841 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9aeee0-f29b-4293-9d5e-5376b97ed315 req-2eacce64-9fb0-465d-b975-10f4c747ff98 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:14.635267 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ad9aeee0-f29b-4293-9d5e-5376b97ed315 req-2eacce64-9fb0-465d-b975-10f4c747ff98 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 943 time: 0.0645134 Oct 17 04:39:14.670640 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:14.690099 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ad9aeee0-f29b-4293-9d5e-5376b97ed315 req-317abfff-795b-46ed-8ef4-a20177442371 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495059 Oct 17 04:39:14.862976 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6441fd5-f999-495e-93e7-34bd09ebf810 req-e922612b-6945-4a80-90e4-5c07e855f20d tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:14.865226 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c6441fd5-f999-495e-93e7-34bd09ebf810 req-e922612b-6945-4a80-90e4-5c07e855f20d tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 949 time: 0.0487196 Oct 17 04:39:14.915187 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c6441fd5-f999-495e-93e7-34bd09ebf810 req-38154cbc-251d-4e56-bb41-97bd6662f56f tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7962f3b5-55c2-4724-bccc-75c0013dbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443430 Oct 17 04:39:15.809802 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517900da-6ad7-4776-a4d1-5d6aef1fc96c req-9e0aab83-cbea-4024-a6d5-42fa8bae58d1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:15.811226 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-517900da-6ad7-4776-a4d1-5d6aef1fc96c req-9e0aab83-cbea-4024-a6d5-42fa8bae58d1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 943 time: 0.0454626 Oct 17 04:39:15.865935 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-517900da-6ad7-4776-a4d1-5d6aef1fc96c req-3883d9e6-ac79-4951-96f0-4e39cdf24360 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492609 Oct 17 04:39:16.039711 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5498b8-1958-497d-a658-f8d92511b7d8 req-b26fb798-a7e3-4411-a884-d987e3f0789a tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:16.041178 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6f5498b8-1958-497d-a658-f8d92511b7d8 req-b26fb798-a7e3-4411-a884-d987e3f0789a tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 949 time: 0.0458431 Oct 17 04:39:16.087833 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6f5498b8-1958-497d-a658-f8d92511b7d8 req-b692fcbc-015a-4fe2-bc3c-4eae90ecf2c4 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7962f3b5-55c2-4724-bccc-75c0013dbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411284 Oct 17 04:39:16.987279 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3945c90-cbdb-4e54-ade3-76180e56ea8e req-fcf04f35-3853-4ab1-a0d3-14caae7b48de tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:16.988815 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d3945c90-cbdb-4e54-ade3-76180e56ea8e req-fcf04f35-3853-4ab1-a0d3-14caae7b48de tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 943 time: 0.0463536 Oct 17 04:39:17.037605 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d3945c90-cbdb-4e54-ade3-76180e56ea8e req-842efbe2-af8b-4ea7-93f7-7b88d14885e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433636 Oct 17 04:39:17.217183 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78104ce4-794e-4427-9b38-3fbb70afee97 req-a714349a-0a5d-48b5-95a0-b1a5314a3d4a tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:17.218569 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-78104ce4-794e-4427-9b38-3fbb70afee97 req-a714349a-0a5d-48b5-95a0-b1a5314a3d4a tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 949 time: 0.0504918 Oct 17 04:39:17.265204 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-78104ce4-794e-4427-9b38-3fbb70afee97 req-66565eaa-8f2e-4004-82ab-3887cda517f5 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7962f3b5-55c2-4724-bccc-75c0013dbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407054 Oct 17 04:39:17.942265 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327068b-0d68-4b0b-99f3-897072fb9c65 req-91cbd10a-06c1-4320-8e22-22f2b7664401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:17.943797 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-e327068b-0d68-4b0b-99f3-897072fb9c65 req-91cbd10a-06c1-4320-8e22-22f2b7664401 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 1133 time: 0.0446651 Oct 17 04:39:17.994673 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-e327068b-0d68-4b0b-99f3-897072fb9c65 req-b5a61284-5f5d-4037-967c-9a0d816b82d5 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7962f3b5-55c2-4724-bccc-75c0013dbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436709 Oct 17 04:39:18.159596 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ef6e2-3040-4174-952a-6c5113a0d102 req-aa482be2-bb14-41f3-8594-926d9ed1328f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:18.161696 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-899ef6e2-3040-4174-952a-6c5113a0d102 req-aa482be2-bb14-41f3-8594-926d9ed1328f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 943 time: 0.0482142 Oct 17 04:39:18.209970 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-899ef6e2-3040-4174-952a-6c5113a0d102 req-a774fc41-9447-4de8-ba67-26328b838b3c tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426552 Oct 17 04:39:18.388494 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:18.400005 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd74c3-434b-4c16-b1a5-d8500ebe97b4 req-974d3d91-4555-49e9-9a08-c37b3c870ae1 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:18.405848 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-99fd74c3-434b-4c16-b1a5-d8500ebe97b4 req-974d3d91-4555-49e9-9a08-c37b3c870ae1 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 949 time: 0.0633905 Oct 17 04:39:18.454542 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-99fd74c3-434b-4c16-b1a5-d8500ebe97b4 req-bbe2236c-64de-42a7-b99f-09d5e2e6540f tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7962f3b5-55c2-4724-bccc-75c0013dbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468519 Oct 17 04:39:19.336499 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bed79-1037-4279-89a8-721f823fb45a req-70387863-b98b-46b1-aa7b-7c3ed11a8bf8 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:19.337873 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-064bed79-1037-4279-89a8-721f823fb45a req-70387863-b98b-46b1-aa7b-7c3ed11a8bf8 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 943 time: 0.0458882 Oct 17 04:39:19.386039 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-064bed79-1037-4279-89a8-721f823fb45a req-af1ba351-16ed-456d-b2c9-ffeeffa1cb1d tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427308 Oct 17 04:39:19.580051 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19946bcf-0c41-4843-8305-e396700af9d9 req-732eb428-6a88-4b01-ac15-b0d59973f169 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:19.581555 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-19946bcf-0c41-4843-8305-e396700af9d9 req-732eb428-6a88-4b01-ac15-b0d59973f169 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 949 time: 0.0485933 Oct 17 04:39:19.628253 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-19946bcf-0c41-4843-8305-e396700af9d9 req-284e6a88-5871-4c7f-8a31-29d5c504e6a5 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7962f3b5-55c2-4724-bccc-75c0013dbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402002 Oct 17 04:39:20.509262 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ab7d0-c8ec-4219-842f-c44dad290b7e req-ccdb0127-7700-45d0-ac82-c511ecfffda0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:20.510615 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ed6ab7d0-c8ec-4219-842f-c44dad290b7e req-ccdb0127-7700-45d0-ac82-c511ecfffda0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 943 time: 0.0487804 Oct 17 04:39:20.559055 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ed6ab7d0-c8ec-4219-842f-c44dad290b7e req-69e8d4be-ae94-4b3f-91af-1fd031405330 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427563 Oct 17 04:39:20.746073 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d3591-6e9d-4379-9f01-25e8e65073cd req-52c692ab-3296-4aa6-b133-5c4225753d5c tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:20.747531 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-799d3591-6e9d-4379-9f01-25e8e65073cd req-52c692ab-3296-4aa6-b133-5c4225753d5c tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 949 time: 0.0464153 Oct 17 04:39:20.793916 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-799d3591-6e9d-4379-9f01-25e8e65073cd req-a0b6f267-9a66-4182-b418-3767693d7c3a tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7962f3b5-55c2-4724-bccc-75c0013dbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408781 Oct 17 04:39:21.670924 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:21.685971 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238fadd-e67a-4bcf-bfa9-2d7753bdfb48 req-fc7815d0-2691-449e-b9d6-a16ef3efb03a tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:21.687408 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b238fadd-e67a-4bcf-bfa9-2d7753bdfb48 req-fc7815d0-2691-449e-b9d6-a16ef3efb03a tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 943 time: 0.0496862 Oct 17 04:39:21.736672 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b238fadd-e67a-4bcf-bfa9-2d7753bdfb48 req-173b0a55-c085-41f5-b49d-971ce658785d tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429752 Oct 17 04:39:21.913512 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db5453-7eeb-4819-b726-029e8917bd6c req-6b9195c1-ee25-444e-9417-5cc8f668181d tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:21.914869 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a7db5453-7eeb-4819-b726-029e8917bd6c req-6b9195c1-ee25-444e-9417-5cc8f668181d tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 949 time: 0.0464342 Oct 17 04:39:21.962969 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a7db5453-7eeb-4819-b726-029e8917bd6c req-ce0e6b28-3118-4115-9891-6fa1feeadb85 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7962f3b5-55c2-4724-bccc-75c0013dbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422928 Oct 17 04:39:22.857328 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2954c75-16f0-449f-9b6c-a4cea18d41cf req-988a5136-582a-4891-a8f3-ca83a34aa625 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:22.858752 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c2954c75-16f0-449f-9b6c-a4cea18d41cf req-988a5136-582a-4891-a8f3-ca83a34aa625 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 943 time: 0.0467474 Oct 17 04:39:22.912297 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c2954c75-16f0-449f-9b6c-a4cea18d41cf req-eeb6e44d-c8d7-4f7d-8626-829e1d71dbe7 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476997 Oct 17 04:39:23.082289 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bc0dc-b1f0-46c5-9eb4-3fab4b0230d4 req-7927e4d5-e173-485c-9f11-dac5cbe2bafe tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:23.083714 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-662bc0dc-b1f0-46c5-9eb4-3fab4b0230d4 req-7927e4d5-e173-485c-9f11-dac5cbe2bafe tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 949 time: 0.0452201 Oct 17 04:39:23.129931 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-662bc0dc-b1f0-46c5-9eb4-3fab4b0230d4 req-7c914c24-65b2-4218-916a-f8cef865ae75 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7962f3b5-55c2-4724-bccc-75c0013dbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406466 Oct 17 04:39:23.392546 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44254c2-44c2-4f2c-9f09-704ba92ea9a5 req-95df31e5-f06d-44e1-88c7-7cc0df193210 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:23.394041 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d44254c2-44c2-4f2c-9f09-704ba92ea9a5 req-95df31e5-f06d-44e1-88c7-7cc0df193210 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 949 time: 0.0470815 Oct 17 04:39:23.440768 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d44254c2-44c2-4f2c-9f09-704ba92ea9a5 req-e8926ac8-f95e-41f5-a239-aeb3adc3ba92 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7962f3b5-55c2-4724-bccc-75c0013dbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407591 Oct 17 04:39:24.040824 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430db72-a308-4050-8827-1b352be5f555 req-8526c8e5-ed0b-4ef9-84ed-025f08395e4e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:24.042211 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7430db72-a308-4050-8827-1b352be5f555 req-8526c8e5-ed0b-4ef9-84ed-025f08395e4e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 943 time: 0.0511217 Oct 17 04:39:24.093136 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7430db72-a308-4050-8827-1b352be5f555 req-f5ef26e6-bdec-48c6-bf1f-6721b67b40da tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440831 Oct 17 04:39:24.377364 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device f723b755-7765-47ee-b1b3-a93d16d5f472 details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:39:24.480514 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port f723b755-7765-47ee-b1b3-a93d16d5f472, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f723b755-7765-47ee-b1b3-a93d16d5f472,segment=NetworkSegment(cdc7ea4a-38bb-42eb-8d45-f7e86c035f09),segment_id=cdc7ea4a-38bb-42eb-8d45-f7e86c035f09)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:39:24.492805 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': 'f723b755-7765-47ee-b1b3-a93d16d5f472', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'port_id': 'f723b755-7765-47ee-b1b3-a93d16d5f472', 'mac_address': 'fa:16:3e:b6:b9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:39:24.527372 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port f723b755-7765-47ee-b1b3-a93d16d5f472 is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:39:24.527756 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f723b755-7765-47ee-b1b3-a93d16d5f472), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:24.545238 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f723b755-7765-47ee-b1b3-a93d16d5f472 {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:39:24.561872 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d292cb-0ff5-48bb-ada1-2038d88e37e5 req-7e2fd395-8d03-4a1d-9e4f-31b44ea51ce7 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:24.563592 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-11d292cb-0ff5-48bb-ada1-2038d88e37e5 req-7e2fd395-8d03-4a1d-9e4f-31b44ea51ce7 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 949 time: 0.0462809 Oct 17 04:39:24.584556 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:24.617196 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-11d292cb-0ff5-48bb-ada1-2038d88e37e5 req-9118e88b-a107-466f-b201-c2de9b769326 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7962f3b5-55c2-4724-bccc-75c0013dbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473111 Oct 17 04:39:24.702902 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port f723b755-7765-47ee-b1b3-a93d16d5f472, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f723b755-7765-47ee-b1b3-a93d16d5f472,segment=NetworkSegment(cdc7ea4a-38bb-42eb-8d45-f7e86c035f09),segment_id=cdc7ea4a-38bb-42eb-8d45-f7e86c035f09)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:39:24.706892 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (f723b755-7765-47ee-b1b3-a93d16d5f472), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:24.752200 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=f723b755-7765-47ee-b1b3-a93d16d5f472,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:25.003154 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['f723b755-7765-47ee-b1b3-a93d16d5f472'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:39:25.213487 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe48a0b-ba72-4c51-b4f1-c0c1ce169858 req-34b29c33-bce8-4a78-a2a4-9c583b8fdd3e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:25.214955 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ffe48a0b-ba72-4c51-b4f1-c0c1ce169858 req-34b29c33-bce8-4a78-a2a4-9c583b8fdd3e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 944 time: 0.0473187 Oct 17 04:39:25.226984 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:25.268699 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ffe48a0b-ba72-4c51-b4f1-c0c1ce169858 req-533b772c-dadf-4632-beb7-a84ec0aa617f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481973 Oct 17 04:39:25.344157 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f7479-0d07-4a9b-85eb-f580a3043341 req-98297331-3b62-47b5-a82b-602a15228884 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:25.345652 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-995f7479-0d07-4a9b-85eb-f580a3043341 req-98297331-3b62-47b5-a82b-602a15228884 tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 949 time: 0.0498104 Oct 17 04:39:25.430424 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-995f7479-0d07-4a9b-85eb-f580a3043341 req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Deleting port 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:39:25.430688 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-995f7479-0d07-4a9b-85eb-f580a3043341 req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:25.502187 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=3 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:25.507836 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=3 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:25.515983 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:25.528674 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-995f7479-0d07-4a9b-85eb-f580a3043341 req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] For port 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef,segment=NetworkSegment(2d17f379-707a-4ce9-a40a-13ae0b11b5df),segment_id=2d17f379-707a-4ce9-a40a-13ae0b11b5df)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:39:25.529037 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-995f7479-0d07-4a9b-85eb-f580a3043341 req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:25.542514 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-995f7479-0d07-4a9b-85eb-f580a3043341 req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Calling delete_port for 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef owned by compute:nova {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:39:25.669563 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-995f7479-0d07-4a9b-85eb-f580a3043341 req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:25.682709 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:39:25.687484 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:25.712662 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Pushing event deleted for resources: {'Port': ['ID=31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:25.723554 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-158a108a-6bb2-4b69-bfe9-0fd3fb28cc37 req-36e8bde1-8f52-45c2-8b7a-ff1b09162e9e tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3cf947c9-3543-4dc7-b4cb-77d8343ac72b HTTP/1.1" status: 200 len: 210 time: 0.0287268 Oct 17 04:39:25.738802 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:25.739172 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:25.739517 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:25.739963 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:25.740309 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:25.740812 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:25.741170 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:25.741504 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:25.741832 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:25.742157 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:25.742483 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:25.742813 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:25.743137 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:25.743458 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:25.743781 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:25.767234 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-995f7479-0d07-4a9b-85eb-f580a3043341 req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] No DVR routers for this DVR port 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef on host hv-cinder-86155 {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:39:25.770119 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-995f7479-0d07-4a9b-85eb-f580a3043341 req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:25.773612 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-995f7479-0d07-4a9b-85eb-f580a3043341 req-e5862621-f284-4c9c-9057-89aebfd9864b tempest-VolumesNegativeTest-880976471 tempest-VolumesNegativeTest-880976471-project] 10.222.0.20 "DELETE /networking/v2.0/ports/31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef HTTP/1.1" status: 204 len: 173 time: 0.4193621 Oct 17 04:39:25.774152 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf947c9-3543-4dc7-b4cb-77d8343ac72b', 'name': 'network-vif-deleted', 'tag': '31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:39:25.777036 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652fb040-fef7-4b52-82d9-acc211604f55" -d '{"events": [{"server_uuid": "3cf947c9-3543-4dc7-b4cb-77d8343ac72b", "name": "network-vif-deleted", "tag": "31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:39:25.820090 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418383b7-d3c8-4d98-b497-3920827468c1 x-openstack-request-id: req-418383b7-d3c8-4d98-b497-3920827468c1 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:39:25.820405 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf947c9-3543-4dc7-b4cb-77d8343ac72b", "name": "network-vif-deleted", "tag": "31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:39:25.820656 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-418383b7-d3c8-4d98-b497-3920827468c1 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:39:25.821097 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-418383b7-d3c8-4d98-b497-3920827468c1'] response: {'server_uuid': '3cf947c9-3543-4dc7-b4cb-77d8343ac72b', 'name': 'network-vif-deleted', 'tag': '31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef', 'status': 'completed', 'code': 200} Oct 17 04:39:26.396109 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device f723b755-7765-47ee-b1b3-a93d16d5f472 up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:39:26.397418 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ff4e2-7ae5-488c-891a-5ed57c57afac req-fbcedae8-3854-4fa5-8a1a-5aebde3525df tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:26.404145 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-581ff4e2-7ae5-488c-891a-5ed57c57afac req-fbcedae8-3854-4fa5-8a1a-5aebde3525df tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 944 time: 0.0528431 Oct 17 04:39:26.440194 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning for port f723b755-7765-47ee-b1b3-a93d16d5f472 completed by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:39:26.446908 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port f723b755-7765-47ee-b1b3-a93d16d5f472 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:39:26.447337 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (f723b755-7765-47ee-b1b3-a93d16d5f472), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:26.447676 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port f723b755-7765-47ee-b1b3-a93d16d5f472 Oct 17 04:39:26.449980 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-581ff4e2-7ae5-488c-891a-5ed57c57afac req-fd5f0430-5f27-4102-a666-d41e9feb5c92 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448830 Oct 17 04:39:26.526424 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port f723b755-7765-47ee-b1b3-a93d16d5f472 is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:39:26.526821 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f723b755-7765-47ee-b1b3-a93d16d5f472), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:26.552014 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed045a1c-3978-4818-8ea0-9ee3711acd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f723b755-7765-47ee-b1b3-a93d16d5f472'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:39:26.566773 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d14356-e846-46e4-be05-e7274339a94b" -d '{"events": [{"server_uuid": "ed045a1c-3978-4818-8ea0-9ee3711acd79", "name": "network-vif-plugged", "status": "completed", "tag": "f723b755-7765-47ee-b1b3-a93d16d5f472"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:39:26.567698 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port f723b755-7765-47ee-b1b3-a93d16d5f472, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f723b755-7765-47ee-b1b3-a93d16d5f472,segment=NetworkSegment(cdc7ea4a-38bb-42eb-8d45-f7e86c035f09),segment_id=cdc7ea4a-38bb-42eb-8d45-f7e86c035f09)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:39:26.573690 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (f723b755-7765-47ee-b1b3-a93d16d5f472), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:26.574525 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:39:26.617128 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d00514-24b4-46c3-a96b-43c62b4f4ac7 x-openstack-request-id: req-c0d00514-24b4-46c3-a96b-43c62b4f4ac7 {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:39:26.617425 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed045a1c-3978-4818-8ea0-9ee3711acd79", "name": "network-vif-plugged", "status": "completed", "tag": "f723b755-7765-47ee-b1b3-a93d16d5f472", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:39:26.617679 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c0d00514-24b4-46c3-a96b-43c62b4f4ac7 {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:39:26.618069 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d00514-24b4-46c3-a96b-43c62b4f4ac7'] response: {'server_uuid': 'ed045a1c-3978-4818-8ea0-9ee3711acd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f723b755-7765-47ee-b1b3-a93d16d5f472', 'code': 200} Oct 17 04:39:26.620466 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] No Port match for: 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:39:26.620811 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 31994807-d7f9-4b0e-a3b6-00fcf9c9d5ef not bound to the agent host hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:39:26.644961 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=f723b755-7765-47ee-b1b3-a93d16d5f472,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:26.839331 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1dc59a-96ea-4da9-a48f-cd77866daffb req-89889212-5a4c-4101-ae19-308645a2f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:26.840921 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9c1dc59a-96ea-4da9-a48f-cd77866daffb req-89889212-5a4c-4101-ae19-308645a2f953 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 1129 time: 0.0431335 Oct 17 04:39:26.888046 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9c1dc59a-96ea-4da9-a48f-cd77866daffb req-819c8f60-c0f8-4c3b-b710-2543ceadd424 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402770 Oct 17 04:39:27.490413 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba326c4-d7b2-457a-ba28-335acc18c52b req-37cdf454-df47-4fea-b140-90a2404410a7 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:27.497132 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7ba326c4-d7b2-457a-ba28-335acc18c52b req-37cdf454-df47-4fea-b140-90a2404410a7 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=32ac795f-3972-41bd-b28f-8ddf3990a379 HTTP/1.1" status: 200 len: 946 time: 0.0569215 Oct 17 04:39:27.578972 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7ba326c4-d7b2-457a-ba28-335acc18c52b req-9015d2bd-e46d-49ae-b2c3-303988510ae1 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809908 Oct 17 04:39:27.596025 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a943471-05e4-4915-9d38-bec75528daef req-72d0c3f7-af83-4901-bf99-d1d8513b6a9a tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:27.597562 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8a943471-05e4-4915-9d38-bec75528daef req-72d0c3f7-af83-4901-bf99-d1d8513b6a9a tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 945 time: 0.0639851 Oct 17 04:39:27.635158 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:27.650479 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8a943471-05e4-4915-9d38-bec75528daef req-c082f638-8a60-4d9b-a257-19c7b41cbf8b tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468190 Oct 17 04:39:28.712152 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0ad6a-ad46-4c97-851e-abff64685f46 req-185c6c36-b6ce-4df4-ad8d-0cf2924d2f12 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:28.714673 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a5d0ad6a-ad46-4c97-851e-abff64685f46 req-185c6c36-b6ce-4df4-ad8d-0cf2924d2f12 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=32ac795f-3972-41bd-b28f-8ddf3990a379 HTTP/1.1" status: 200 len: 946 time: 0.0553532 Oct 17 04:39:28.803967 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a5d0ad6a-ad46-4c97-851e-abff64685f46 req-400ffd7f-b256-446c-97d4-af0ba1146804 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831094 Oct 17 04:39:28.812227 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0241cdf-bcdc-4158-ade3-bc57fe36bf2b req-728683cd-ec09-48fa-a6df-916dbaeead33 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:28.813645 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c0241cdf-bcdc-4158-ade3-bc57fe36bf2b req-728683cd-ec09-48fa-a6df-916dbaeead33 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 945 time: 0.0679948 Oct 17 04:39:28.867635 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-c0241cdf-bcdc-4158-ade3-bc57fe36bf2b req-b0c75838-3ba6-4770-89f3-0892e76a851f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472107 Oct 17 04:39:29.923985 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468af5f-b2c0-4398-aee9-3d2a4b61c5b1 req-d055c33e-e570-4be0-97f2-07dcaf1a98ab tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:29.925493 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b468af5f-b2c0-4398-aee9-3d2a4b61c5b1 req-d055c33e-e570-4be0-97f2-07dcaf1a98ab tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=32ac795f-3972-41bd-b28f-8ddf3990a379 HTTP/1.1" status: 200 len: 946 time: 0.0469327 Oct 17 04:39:30.011729 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a475d9-a7ad-4bf0-b4e8-af80f0ffe508 req-3028dfc2-b604-424b-9c23-5dd73b64fbe6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:30.013191 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-03a475d9-a7ad-4bf0-b4e8-af80f0ffe508 req-3028dfc2-b604-424b-9c23-5dd73b64fbe6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 945 time: 0.0672767 Oct 17 04:39:30.016151 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b468af5f-b2c0-4398-aee9-3d2a4b61c5b1 req-b20fb45b-5dc3-459d-9f01-a1c924ed6c76 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839438 Oct 17 04:39:30.064637 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-03a475d9-a7ad-4bf0-b4e8-af80f0ffe508 req-5561364d-a7f2-492d-bd62-86eac25280a0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459323 Oct 17 04:39:31.096202 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-13b8dbfd-0e97-422e-96c7-c4f92b372cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:31.146773 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5796f-de27-483f-a159-b808b62e2812 req-ebbde64a-0de0-4121-945c-9cb098ebd7e9 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:31.148357 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-64c5796f-de27-483f-a159-b808b62e2812 req-ebbde64a-0de0-4121-945c-9cb098ebd7e9 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=32ac795f-3972-41bd-b28f-8ddf3990a379 HTTP/1.1" status: 200 len: 946 time: 0.0490491 Oct 17 04:39:31.210764 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a140dbc-762c-4d7a-a7bb-e6da3294f267 req-3d9ec268-67ee-4e69-b76e-2dd775cef1eb tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:31.212225 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0a140dbc-762c-4d7a-a7bb-e6da3294f267 req-3d9ec268-67ee-4e69-b76e-2dd775cef1eb tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 945 time: 0.0600703 Oct 17 04:39:31.254415 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-64c5796f-de27-483f-a159-b808b62e2812 req-7ff0b152-fc73-464c-98ea-cb90fe29ed09 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e598c3f2-707b-46b9-a4a0-a750795c5142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939538 Oct 17 04:39:31.277413 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0a140dbc-762c-4d7a-a7bb-e6da3294f267 req-b2eac1d6-755f-4d70-84db-acdfd1c19059 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593410 Oct 17 04:39:31.378840 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:31.396980 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4eda9-bdde-40c4-8396-54ecce0e525c req-84546c02-333b-469b-9a32-6e637de15ea2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:31.398434 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e9a4eda9-bdde-40c4-8396-54ecce0e525c req-84546c02-333b-469b-9a32-6e637de15ea2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 945 time: 0.0472434 Oct 17 04:39:31.447326 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e9a4eda9-bdde-40c4-8396-54ecce0e525c req-e9a9a5d3-3118-495d-a3ca-b2da96044853 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434210 Oct 17 04:39:31.475669 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 36242) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:31.647351 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d10313-bf81-42e0-b535-5531cdf5df0d req-a8f6879e-e17d-45df-98b6-2048a8abc193 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:31.648805 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-28d10313-bf81-42e0-b535-5531cdf5df0d req-a8f6879e-e17d-45df-98b6-2048a8abc193 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=32ac795f-3972-41bd-b28f-8ddf3990a379 HTTP/1.1" status: 200 len: 946 time: 0.0499649 Oct 17 04:39:31.694324 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4628f58-bd4b-444c-a90c-f601894829e9 tempest-TestVolumeBootPattern-313772334 tempest-TestVolumeBootPattern-313772334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:31.695934 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-d4628f58-bd4b-444c-a90c-f601894829e9 tempest-TestVolumeBootPattern-313772334 tempest-TestVolumeBootPattern-313772334-project-admin] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 1124 time: 0.2193227 Oct 17 04:39:31.698809 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 36248) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:31.703771 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-8ffcc39d-e6b0-407e-86cd-1973781a6cf2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Request body: {'floatingip': {'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'port_id': 'f723b755-7765-47ee-b1b3-a93d16d5f472', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:39:31.731903 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc39d-e6b0-407e-86cd-1973781a6cf2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:31.747329 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-28d10313-bf81-42e0-b535-5531cdf5df0d req-d3526ea0-895d-49f7-886f-17817eea6b1d tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Deleting port 4b85bbb5-c664-41f0-b1ec-715507c7f011 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:39:31.747739 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-28d10313-bf81-42e0-b535-5531cdf5df0d req-d3526ea0-895d-49f7-886f-17817eea6b1d tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (4b85bbb5-c664-41f0-b1ec-715507c7f011), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:31.792479 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:31.814807 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc39d-e6b0-407e-86cd-1973781a6cf2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:31.851742 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-28d10313-bf81-42e0-b535-5531cdf5df0d req-d3526ea0-895d-49f7-886f-17817eea6b1d tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] For port 4b85bbb5-c664-41f0-b1ec-715507c7f011, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=4b85bbb5-c664-41f0-b1ec-715507c7f011,segment=NetworkSegment(875bb5b6-85d3-447e-9f5d-edb1cffd4d3f),segment_id=875bb5b6-85d3-447e-9f5d-edb1cffd4d3f)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:39:31.852702 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-28d10313-bf81-42e0-b535-5531cdf5df0d req-d3526ea0-895d-49f7-886f-17817eea6b1d tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (4b85bbb5-c664-41f0-b1ec-715507c7f011), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:31.868327 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-28d10313-bf81-42e0-b535-5531cdf5df0d req-d3526ea0-895d-49f7-886f-17817eea6b1d tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Calling delete_port for 4b85bbb5-c664-41f0-b1ec-715507c7f011 owned by compute:nova {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:39:31.954674 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_common [None req-8ffcc39d-e6b0-407e-86cd-1973781a6cf2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Allocated IP 172.27.3.219 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/ea588d73-84f8-4e73-aa94-05a722961351) {{(pid=104488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:39:32.016887 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-28d10313-bf81-42e0-b535-5531cdf5df0d req-d3526ea0-895d-49f7-886f-17817eea6b1d tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (4b85bbb5-c664-41f0-b1ec-715507c7f011), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:32.028902 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['4b85bbb5-c664-41f0-b1ec-715507c7f011'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:39:32.059695 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3526ea0-895d-49f7-886f-17817eea6b1d tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Pushing event deleted for resources: {'Port': ['ID=4b85bbb5-c664-41f0-b1ec-715507c7f011,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:32.073102 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc39d-e6b0-407e-86cd-1973781a6cf2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for port (ea588d73-84f8-4e73-aa94-05a722961351), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:32.078350 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:32.112335 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc39d-e6b0-407e-86cd-1973781a6cf2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (ea588d73-84f8-4e73-aa94-05a722961351), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:32.117324 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d10313-bf81-42e0-b535-5531cdf5df0d req-d3526ea0-895d-49f7-886f-17817eea6b1d tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] No DVR routers for this DVR port 4b85bbb5-c664-41f0-b1ec-715507c7f011 on host hv-cinder-86155 {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:39:32.120079 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-28d10313-bf81-42e0-b535-5531cdf5df0d req-d3526ea0-895d-49f7-886f-17817eea6b1d tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:32.123599 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-28d10313-bf81-42e0-b535-5531cdf5df0d req-d3526ea0-895d-49f7-886f-17817eea6b1d tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.20 "DELETE /networking/v2.0/ports/4b85bbb5-c664-41f0-b1ec-715507c7f011 HTTP/1.1" status: 204 len: 173 time: 0.4688506 Oct 17 04:39:32.124120 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ac795f-3972-41bd-b28f-8ddf3990a379', 'name': 'network-vif-deleted', 'tag': '4b85bbb5-c664-41f0-b1ec-715507c7f011'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:39:32.127625 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d147beb-a640-4ca7-9a9c-401eea541d81" -d '{"events": [{"server_uuid": "32ac795f-3972-41bd-b28f-8ddf3990a379", "name": "network-vif-deleted", "tag": "4b85bbb5-c664-41f0-b1ec-715507c7f011"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:39:32.157143 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffcc39d-e6b0-407e-86cd-1973781a6cf2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:39:32.169193 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-8ffcc39d-e6b0-407e-86cd-1973781a6cf2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:39:32.173152 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffcc39d-e6b0-407e-86cd-1973781a6cf2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Received port after_create {{(pid=104488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:39:32.209703 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d22699c-1a27-4645-8edf-a70d93b7abe3 x-openstack-request-id: req-9d22699c-1a27-4645-8edf-a70d93b7abe3 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:39:32.210017 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ac795f-3972-41bd-b28f-8ddf3990a379", "name": "network-vif-deleted", "tag": "4b85bbb5-c664-41f0-b1ec-715507c7f011", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:39:32.210313 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9d22699c-1a27-4645-8edf-a70d93b7abe3 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:39:32.210724 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d22699c-1a27-4645-8edf-a70d93b7abe3'] response: {'server_uuid': '32ac795f-3972-41bd-b28f-8ddf3990a379', 'name': 'network-vif-deleted', 'tag': '4b85bbb5-c664-41f0-b1ec-715507c7f011', 'status': 'completed', 'code': 200} Oct 17 04:39:32.218504 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcc39d-e6b0-407e-86cd-1973781a6cf2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event updated for resources: {'Port': ['ID=ea588d73-84f8-4e73-aa94-05a722961351,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:32.309215 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:32.403457 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fe665b34-654c-4dfa-a476-53259296baf8 req-3b6a0258-cde6-47b5-9c9a-9c4a0a46b491 tempest-VolumesSnapshotTestJSON-401976650 tempest-VolumesSnapshotTestJSON-401976650-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=32ac795f-3972-41bd-b28f-8ddf3990a379 HTTP/1.1" status: 200 len: 210 time: 0.0360932 Oct 17 04:39:32.598299 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc39d-e6b0-407e-86cd-1973781a6cf2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for floatingip (2a0c6d20-eb40-4ae5-8598-8e4ceb1582b5), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:32.671463 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc39d-e6b0-407e-86cd-1973781a6cf2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (ea588d73-84f8-4e73-aa94-05a722961351), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:33.031124 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 36262) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:33.065832 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc39d-e6b0-407e-86cd-1973781a6cf2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for port (ea588d73-84f8-4e73-aa94-05a722961351), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:33.071458 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc39d-e6b0-407e-86cd-1973781a6cf2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7641586'] for port (ea588d73-84f8-4e73-aa94-05a722961351), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:33.139240 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcc39d-e6b0-407e-86cd-1973781a6cf2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event updated for resources: {'Port': ['ID=ea588d73-84f8-4e73-aa94-05a722961351,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:33.143049 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc39d-e6b0-407e-86cd-1973781a6cf2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (2a0c6d20-eb40-4ae5-8598-8e4ceb1582b5), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:33.176011 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-1b00f327-8dfd-4a7e-a957-fe4d2cf9fd27 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=b47a647167004571b1d394c4bce1380e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431992 Oct 17 04:39:33.178649 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 36266) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:33.227751 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a0727bf1-56e9-4f0d-9113-fad023755ba7 admin admin] Publish callbacks [] for security_group (7962f3b5-55c2-4724-bccc-75c0013dbbfe), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:33.234708 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:33.240853 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.l3_db [None req-8ffcc39d-e6b0-407e-86cd-1973781a6cf2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Floating IP 2a0c6d20-eb40-4ae5-8598-8e4ceb1582b5 associated. External IP: 172.27.3.219, port: f723b755-7765-47ee-b1b3-a93d16d5f472. Oct 17 04:39:33.250365 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a0727bf1-56e9-4f0d-9113-fad023755ba7 admin admin] Publish callbacks [] for security_group (7962f3b5-55c2-4724-bccc-75c0013dbbfe), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:33.307039 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a0727bf1-56e9-4f0d-9113-fad023755ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (7962f3b5-55c2-4724-bccc-75c0013dbbfe), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:33.312257 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-a0727bf1-56e9-4f0d-9113-fad023755ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:33.313493 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-a0727bf1-56e9-4f0d-9113-fad023755ba7 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/7962f3b5-55c2-4724-bccc-75c0013dbbfe HTTP/1.1" status: 204 len: 168 time: 0.1339643 Oct 17 04:39:33.321663 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0727bf1-56e9-4f0d-9113-fad023755ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7962f3b5-55c2-4724-bccc-75c0013dbbfe,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:33.362568 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:33.480706 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:33.506703 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-0a375e0b-8c6f-4d7f-8062-3df76c980b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:33.536064 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffcc39d-e6b0-407e-86cd-1973781a6cf2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:39:33.696727 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffcc39d-e6b0-407e-86cd-1973781a6cf2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:39:33.721294 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc39d-e6b0-407e-86cd-1973781a6cf2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:33.727699 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca9cd56-b9eb-474c-a1d6-5f9ef81eb7e7 None None] Sync routers for ids ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:39:33.744753 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca9cd56-b9eb-474c-a1d6-5f9ef81eb7e7 None None] Routers {'5fdd35fa-909f-44e8-a5c6-d630a14b3078'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:39:33.745486 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-1ca9cd56-b9eb-474c-a1d6-5f9ef81eb7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:39:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:39:33.793958 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-8ffcc39d-e6b0-407e-86cd-1973781a6cf2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0934591 Oct 17 04:39:33.794638 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed045a1c-3978-4818-8ea0-9ee3711acd79', 'tag': 'f723b755-7765-47ee-b1b3-a93d16d5f472'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:39:33.799849 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f51303b-834c-4b50-bfe8-6c7209fde92c" -d '{"events": [{"name": "network-changed", "server_uuid": "ed045a1c-3978-4818-8ea0-9ee3711acd79", "tag": "f723b755-7765-47ee-b1b3-a93d16d5f472"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:39:33.870264 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267768a5-84ea-4388-93f3-7c5f6080386d x-openstack-request-id: req-267768a5-84ea-4388-93f3-7c5f6080386d {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:39:33.870574 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed045a1c-3978-4818-8ea0-9ee3711acd79", "tag": "f723b755-7765-47ee-b1b3-a93d16d5f472", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:39:33.870821 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-267768a5-84ea-4388-93f3-7c5f6080386d {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:39:33.871273 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-267768a5-84ea-4388-93f3-7c5f6080386d'] response: {'name': 'network-changed', 'server_uuid': 'ed045a1c-3978-4818-8ea0-9ee3711acd79', 'tag': 'f723b755-7765-47ee-b1b3-a93d16d5f472', 'status': 'completed', 'code': 200} Oct 17 04:39:33.886447 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-1ca9cd56-b9eb-474c-a1d6-5f9ef81eb7e7 None None] Set router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:39:33.948553 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51303b-834c-4b50-bfe8-6c7209fde92c req-1ddab2d5-c3be-44c1-9b70-899301ed9dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:33.950303 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9f51303b-834c-4b50-bfe8-6c7209fde92c req-1ddab2d5-c3be-44c1-9b70-899301ed9dd2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=84d236da3b7b46f4ab13a096d7d80298&device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 1129 time: 0.0589404 Oct 17 04:39:34.045794 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51303b-834c-4b50-bfe8-6c7209fde92c req-3bc95200-ab81-4d4d-9cc4-5ee3002c1036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:34.047266 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9f51303b-834c-4b50-bfe8-6c7209fde92c req-3bc95200-ab81-4d4d-9cc4-5ee3002c1036 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e7b10358-ab79-44d7-a22b-ddfa538fb104 HTTP/1.1" status: 200 len: 912 time: 0.0892277 Oct 17 04:39:34.112486 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-1ca9cd56-b9eb-474c-a1d6-5f9ef81eb7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '2a0c6d20-eb40-4ae5-8598-8e4ceb1582b5', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'port_id': 'f723b755-7765-47ee-b1b3-a93d16d5f472', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'mac_address': 'fa:16:3e:b6:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed045a1c-3978-4818-8ea0-9ee3711acd79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:39:32Z', 'updated_at': '2022-10-17T04:39:32Z', 'revision_number': 0, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c718bdc7-7079-4696-a240-0934976f858f', 'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'mac_address': 'fa:16:3e:96:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:39Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 5, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'subnets': [{'id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:39:34.113187 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9f51303b-834c-4b50-bfe8-6c7209fde92c req-96a85906-ef5b-4d2d-946d-66b774a95c80 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f723b755-7765-47ee-b1b3-a93d16d5f472 HTTP/1.1" status: 200 len: 999 time: 0.0595767 Oct 17 04:39:34.142616 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca9cd56-b9eb-474c-a1d6-5f9ef81eb7e7 None None] Checking router: 5fdd35fa-909f-44e8-a5c6-d630a14b3078 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:39:34.153099 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca9cd56-b9eb-474c-a1d6-5f9ef81eb7e7 None None] Routers {'5fdd35fa-909f-44e8-a5c6-d630a14b3078'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:39:34.153704 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-1ca9cd56-b9eb-474c-a1d6-5f9ef81eb7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:39:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:39:34.170547 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51303b-834c-4b50-bfe8-6c7209fde92c req-f15789fb-faf0-4033-81c7-a97d07ca098f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:34.171933 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9f51303b-834c-4b50-bfe8-6c7209fde92c req-f15789fb-faf0-4033-81c7-a97d07ca098f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4240cb9d-8086-47cb-a95d-9e3d2fa1780f HTTP/1.1" status: 200 len: 850 time: 0.0528796 Oct 17 04:39:34.217730 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51303b-834c-4b50-bfe8-6c7209fde92c req-17c3a1fc-e131-4797-b78d-7efb51d8949e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:34.219390 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9f51303b-834c-4b50-bfe8-6c7209fde92c req-17c3a1fc-e131-4797-b78d-7efb51d8949e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e7b10358-ab79-44d7-a22b-ddfa538fb104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404806 Oct 17 04:39:34.312324 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:34.320333 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9f51303b-834c-4b50-bfe8-6c7209fde92c req-e39bb56b-69f4-49bb-afd5-1ee4b97214aa service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946903 Oct 17 04:39:34.354554 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-1ca9cd56-b9eb-474c-a1d6-5f9ef81eb7e7 None None] Set router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:39:34.411876 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-9f51303b-834c-4b50-bfe8-6c7209fde92c req-bcac3d59-38a1-4d5f-97f6-c02ed47f5862 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855007 Oct 17 04:39:34.418747 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 4b85bbb5-c664-41f0-b1ec-715507c7f011 no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:39:34.441095 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:39:34.441953 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] No Port match for: 4b85bbb5-c664-41f0-b1ec-715507c7f011 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:39:34.442480 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 4b85bbb5-c664-41f0-b1ec-715507c7f011 not bound to the agent host hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:39:34.569844 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-1ca9cd56-b9eb-474c-a1d6-5f9ef81eb7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '2a0c6d20-eb40-4ae5-8598-8e4ceb1582b5', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'port_id': 'f723b755-7765-47ee-b1b3-a93d16d5f472', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'mac_address': 'fa:16:3e:b6:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed045a1c-3978-4818-8ea0-9ee3711acd79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:39:32Z', 'updated_at': '2022-10-17T04:39:32Z', 'revision_number': 0, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c718bdc7-7079-4696-a240-0934976f858f', 'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'mac_address': 'fa:16:3e:96:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:39Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 5, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'subnets': [{'id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:39:34.594685 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca9cd56-b9eb-474c-a1d6-5f9ef81eb7e7 None None] The sync data for ids ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'] in dv-cinder-861557-1-iscsi is: [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '2a0c6d20-eb40-4ae5-8598-8e4ceb1582b5', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'port_id': 'f723b755-7765-47ee-b1b3-a93d16d5f472', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'mac_address': 'fa:16:3e:b6:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed045a1c-3978-4818-8ea0-9ee3711acd79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:39:32Z', 'updated_at': '2022-10-17T04:39:32Z', 'revision_number': 0, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c718bdc7-7079-4696-a240-0934976f858f', 'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'mac_address': 'fa:16:3e:96:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:39Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 5, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'subnets': [{'id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:39:34.660919 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:34.776369 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c803a7-b5d2-4ecd-9a8b-bda34d0bb72e None None] New status for floating IP 2a0c6d20-eb40-4ae5-8598-8e4ceb1582b5: ACTIVE {{(pid=104489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:39:36.224823 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:36.282216 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:36.513962 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:43.782599 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:43.785233 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:44.407572 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=8 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:44.408417 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=49,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:44.572198 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=81 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:44.572871 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=69 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:46.509118 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=52,neutron:UPDATE=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:46.509951 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=50,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:49.498201 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 36420) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:49.606104 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7e0cc81f-9467-433e-b11d-196ed901c862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:49.683186 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7e0cc81f-9467-433e-b11d-196ed901c862 admin admin] Publish callbacks [] for security_group (fa8dc7cf-9296-42df-9ab2-2fb63d7d55e6), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:49.686736 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7e0cc81f-9467-433e-b11d-196ed901c862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (fa8dc7cf-9296-42df-9ab2-2fb63d7d55e6), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:49.725785 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cc81f-9467-433e-b11d-196ed901c862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8dc7cf-9296-42df-9ab2-2fb63d7d55e6,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:49.732880 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-7e0cc81f-9467-433e-b11d-196ed901c862 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=13928c9def73438fa303a414529f6ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335944 Oct 17 04:39:49.735472 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 36424) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:49.783309 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4dcf3bc6-3723-4727-9be0-49e2a9420438 admin admin] Publish callbacks [] for security_group (fa8dc7cf-9296-42df-9ab2-2fb63d7d55e6), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:49.803177 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4dcf3bc6-3723-4727-9be0-49e2a9420438 admin admin] Publish callbacks [] for security_group (fa8dc7cf-9296-42df-9ab2-2fb63d7d55e6), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:49.848758 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4dcf3bc6-3723-4727-9be0-49e2a9420438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (fa8dc7cf-9296-42df-9ab2-2fb63d7d55e6), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:49.851268 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4dcf3bc6-3723-4727-9be0-49e2a9420438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:49.853476 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-4dcf3bc6-3723-4727-9be0-49e2a9420438 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/fa8dc7cf-9296-42df-9ab2-2fb63d7d55e6 HTTP/1.1" status: 204 len: 168 time: 0.1170950 Oct 17 04:39:49.860997 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf3bc6-3723-4727-9be0-49e2a9420438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8dc7cf-9296-42df-9ab2-2fb63d7d55e6,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:50.885404 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 36462) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:50.988951 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6c723f94-e3d7-4309-a648-3aab03c59445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:51.067601 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6c723f94-e3d7-4309-a648-3aab03c59445 admin admin] Publish callbacks [] for security_group (37aa0f1d-be6f-418e-9acb-f62857df8485), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:51.071355 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6c723f94-e3d7-4309-a648-3aab03c59445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (37aa0f1d-be6f-418e-9acb-f62857df8485), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:51.108259 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c723f94-e3d7-4309-a648-3aab03c59445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37aa0f1d-be6f-418e-9acb-f62857df8485,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:51.112504 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-6c723f94-e3d7-4309-a648-3aab03c59445 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=439f70d63269420387f93b978e08a4cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260923 Oct 17 04:39:51.115593 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 36466) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:51.166092 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2bcda869-6946-47bd-a7bd-a15c68acf747 admin admin] Publish callbacks [] for security_group (37aa0f1d-be6f-418e-9acb-f62857df8485), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:51.187031 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2bcda869-6946-47bd-a7bd-a15c68acf747 admin admin] Publish callbacks [] for security_group (37aa0f1d-be6f-418e-9acb-f62857df8485), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:51.236307 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2bcda869-6946-47bd-a7bd-a15c68acf747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (37aa0f1d-be6f-418e-9acb-f62857df8485), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:51.238962 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-2bcda869-6946-47bd-a7bd-a15c68acf747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:51.241558 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-2bcda869-6946-47bd-a7bd-a15c68acf747 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/37aa0f1d-be6f-418e-9acb-f62857df8485 HTTP/1.1" status: 204 len: 168 time: 0.1251910 Oct 17 04:39:51.252248 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcda869-6946-47bd-a7bd-a15c68acf747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37aa0f1d-be6f-418e-9acb-f62857df8485,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:56.988824 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 36520) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:57.036547 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27380fa-2674-40a5-b61d-1a684acc5e6b admin admin] Deleting subnet 1dc650cc-ccfc-4d1e-ae22-88cddca3fe77 {{(pid=104487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:39:57.039694 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b27380fa-2674-40a5-b61d-1a684acc5e6b admin admin] Publish callbacks [] for subnet (1dc650cc-ccfc-4d1e-ae22-88cddca3fe77), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:57.074858 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b27380fa-2674-40a5-b61d-1a684acc5e6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8359371'] for subnet (1dc650cc-ccfc-4d1e-ae22-88cddca3fe77), precommit_delete_associations {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:57.099304 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:57.107739 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:57.116271 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b27380fa-2674-40a5-b61d-1a684acc5e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588216'] for subnet (1dc650cc-ccfc-4d1e-ae22-88cddca3fe77), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:57.170699 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b27380fa-2674-40a5-b61d-1a684acc5e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3592535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7604970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7353880'] for subnet (1dc650cc-ccfc-4d1e-ae22-88cddca3fe77), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:57.193650 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27380fa-2674-40a5-b61d-1a684acc5e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dc650cc-ccfc-4d1e-ae22-88cddca3fe77,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:57.200174 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b27380fa-2674-40a5-b61d-1a684acc5e6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:57.203586 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-b27380fa-2674-40a5-b61d-1a684acc5e6b admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/1dc650cc-ccfc-4d1e-ae22-88cddca3fe77 HTTP/1.1" status: 204 len: 168 time: 0.2137482 Oct 17 04:39:57.206152 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 36522) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:57.278194 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47382b71-9fb0-4ae9-842b-d274131cb5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3580085'] for network (d204bf53-e9f0-47db-9eef-9f1a69ee26b7), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:57.355907 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47382b71-9fb0-4ae9-842b-d274131cb5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8774867117788'] for network (d204bf53-e9f0-47db-9eef-9f1a69ee26b7), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:57.379421 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-47382b71-9fb0-4ae9-842b-d274131cb5f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d204bf53-e9f0-47db-9eef-9f1a69ee26b7']}} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:39:57.389671 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-47382b71-9fb0-4ae9-842b-d274131cb5f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '875bb5b6-85d3-447e-9f5d-edb1cffd4d3f') {'for_net_delete': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:39:57.389959 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-47382b71-9fb0-4ae9-842b-d274131cb5f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '875bb5b6-85d3-447e-9f5d-edb1cffd4d3f') {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:39:57.399315 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47382b71-9fb0-4ae9-842b-d274131cb5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774867185574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8359346'] for segment (875bb5b6-85d3-447e-9f5d-edb1cffd4d3f), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:57.412312 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47382b71-9fb0-4ae9-842b-d274131cb5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (875bb5b6-85d3-447e-9f5d-edb1cffd4d3f), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:57.418472 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47382b71-9fb0-4ae9-842b-d274131cb5f4 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=104487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:39:57.418843 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47382b71-9fb0-4ae9-842b-d274131cb5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7604736'] for segment (875bb5b6-85d3-447e-9f5d-edb1cffd4d3f), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:57.459357 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment 875bb5b6-85d3-447e-9f5d-edb1cffd4d3f resource provider aggregate not found Oct 17 04:39:57.475887 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment 875bb5b6-85d3-447e-9f5d-edb1cffd4d3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 875bb5b6-85d3-447e-9f5d-edb1cffd4d3f found for delete ", "request_id": "req-1358a934-3228-48c7-8a83-539a63087f98"}]} Oct 17 04:39:57.482231 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47382b71-9fb0-4ae9-842b-d274131cb5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638819'] for network (d204bf53-e9f0-47db-9eef-9f1a69ee26b7), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:57.486700 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47382b71-9fb0-4ae9-842b-d274131cb5f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:57.489861 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-47382b71-9fb0-4ae9-842b-d274131cb5f4 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/d204bf53-e9f0-47db-9eef-9f1a69ee26b7 HTTP/1.1" status: 204 len: 168 time: 0.2828021 Oct 17 04:39:57.502891 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47382b71-9fb0-4ae9-842b-d274131cb5f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d204bf53-e9f0-47db-9eef-9f1a69ee26b7,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:57.655862 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 36530) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:57.695234 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-36397ac8-d864-4004-9e48-603f2a846c6b admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=93ea82d88b2c4a7b8bf597bd83a02287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382466 Oct 17 04:39:57.697819 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 36532) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:57.748707 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1a9886d2-a55d-4867-8ffc-771bc109eaa4 admin admin] Publish callbacks [] for security_group (e598c3f2-707b-46b9-a4a0-a750795c5142), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:57.768823 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1a9886d2-a55d-4867-8ffc-771bc109eaa4 admin admin] Publish callbacks [] for security_group (e598c3f2-707b-46b9-a4a0-a750795c5142), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:57.814157 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1a9886d2-a55d-4867-8ffc-771bc109eaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (e598c3f2-707b-46b9-a4a0-a750795c5142), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:57.816506 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1a9886d2-a55d-4867-8ffc-771bc109eaa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:57.817663 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-1a9886d2-a55d-4867-8ffc-771bc109eaa4 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/e598c3f2-707b-46b9-a4a0-a750795c5142 HTTP/1.1" status: 204 len: 168 time: 0.1189735 Oct 17 04:39:57.826468 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9886d2-a55d-4867-8ffc-771bc109eaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e598c3f2-707b-46b9-a4a0-a750795c5142,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:58.494893 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 36554) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:58.591416 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-205004072-network', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:39:58.611859 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Made reservation on behalf of fa613028ef8e48df8eb7178c54926095 for: {'network': 1} {{(pid=104488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:39:58.614128 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for network (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:58.623561 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:58.696566 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Publish callbacks [] for security_group (0831ee38-f0e3-4fee-b0d6-596c2dab3224), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:58.700611 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (0831ee38-f0e3-4fee-b0d6-596c2dab3224), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:58.721907 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=104488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 04:39:58.736343 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0831ee38-f0e3-4fee-b0d6-596c2dab3224,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:58.741010 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (67e505d5-71b3-4bc1-b8d9-46fcfcb89819), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:58.741372 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.segments_db [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Added segment 67e505d5-71b3-4bc1-b8d9-46fcfcb89819 of type vlan for network bd6540fe-f5bd-47b7-b95a-8ab656f32388 Oct 17 04:39:58.756568 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:58.756904 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:58.757267 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:58.757599 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:58.757919 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:58.758240 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:58.758554 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:58.758867 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:58.759198 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:58.760087 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:58.760417 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:58.760739 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:58.761057 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:58.761395 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:58.761711 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:58.799781 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774866605761'] for network (bd6540fe-f5bd-47b7-b95a-8ab656f32388), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:58.824359 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for network (bd6540fe-f5bd-47b7-b95a-8ab656f32388), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:58.825264 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:58.825831 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:58.885899 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3897791 Oct 17 04:39:58.888960 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc2e69-2c4d-4fcd-9e04-73486b718668 admin admin] Pushing event updated for resources: {'Network': ['ID=bd6540fe-f5bd-47b7-b95a-8ab656f32388,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:58.889239 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 36558) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:58.895187 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-433c2ec0-0ac9-4067-9d80-4e1f99183574 admin admin] Request body: {'subnet': {'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-205004072-subnet', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'ip_version': 4}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:39:58.898421 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Network bd6540fe-f5bd-47b7-b95a-8ab656f32388 details requested by agent ovs-agent-dv-cinder-861557-1-iscsi with host dv-cinder-861557-1-iscsi {{(pid=104489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:39:58.917414 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433c2ec0-0ac9-4067-9d80-4e1f99183574 admin admin] Made reservation on behalf of fa613028ef8e48df8eb7178c54926095 for: {'subnet': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:39:58.919782 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-433c2ec0-0ac9-4067-9d80-4e1f99183574 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7354617'] for subnet (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:59.093200 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-433c2ec0-0ac9-4067-9d80-4e1f99183574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7604907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7354603'] for subnet (48cbd86d-d6e3-4f99-8a97-bb4d273d010e), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:59.120654 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:59.139755 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:39:59.147047 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c2ec0-0ac9-4067-9d80-4e1f99183574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48cbd86d-d6e3-4f99-8a97-bb4d273d010e,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:59.166088 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433c2ec0-0ac9-4067-9d80-4e1f99183574 admin admin] Checking segment: {'id': '67e505d5-71b3-4bc1-b8d9-46fcfcb89819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:39:59.166593 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433c2ec0-0ac9-4067-9d80-4e1f99183574 admin admin] Network hostable DHCP agents. Network: bd6540fe-f5bd-47b7-b95a-8ab656f32388, hostable agents: ['1a971c09-9b48-4566-8e55-15bd954a700d'], hosted agents: [] {{(pid=104487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:39:59.183283 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433c2ec0-0ac9-4067-9d80-4e1f99183574 admin admin] Network bd6540fe-f5bd-47b7-b95a-8ab656f32388 is scheduled to be hosted by DHCP agent 1a971c09-9b48-4566-8e55-15bd954a700d with binding_index 1 {{(pid=104487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:39:59.191436 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-433c2ec0-0ac9-4067-9d80-4e1f99183574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861557-1-iscsi, bd6540fe-f5bd-47b7-b95a-8ab656f32388) {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:39:59.195448 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433c2ec0-0ac9-4067-9d80-4e1f99183574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:39:59.196039 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-433c2ec0-0ac9-4067-9d80-4e1f99183574 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:59.199921 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01964611-dc10-442e-8160-87bfab2de5f3 None None] Network bd6540fe-f5bd-47b7-b95a-8ab656f32388 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:39:59.216502 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-433c2ec0-0ac9-4067-9d80-4e1f99183574 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3237007 Oct 17 04:39:59.216721 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 36560) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:39:59.220978 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-3e0a3ac7-58f5-4e54-9061-e99ba2a0a0a9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-205004072-router', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:39:59.243430 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3ac7-58f5-4e54-9061-e99ba2a0a0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1647058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16026'] for router (829529a2-6653-4822-9e52-e36ef67e372f), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:59.244617 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3ac7-58f5-4e54-9061-e99ba2a0a0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16001'] for router (829529a2-6653-4822-9e52-e36ef67e372f), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:59.300069 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3ac7-58f5-4e54-9061-e99ba2a0a0a9 admin admin] Publish callbacks [] for router_controller (829529a2-6653-4822-9e52-e36ef67e372f), precommit_add_association {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:59.305145 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc436c267-4500-58c6-a229-36ff674da11a-bd6540fe-f5bd-47b7-b95a-8ab656f32388', 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388', 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'fixed_ips': [{'subnet_id': '48cbd86d-d6e3-4f99-8a97-bb4d273d010e'}]}} from dv-cinder-861557-1-iscsi. {{(pid=104489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 04:39:59.306091 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:59.434262 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3ac7-58f5-4e54-9061-e99ba2a0a0a9 admin admin] Publish callbacks [] for router_gateway (829529a2-6653-4822-9e52-e36ef67e372f), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:59.441436 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.db_base_plugin_common [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Allocated IP 172.20.0.2 (bd6540fe-f5bd-47b7-b95a-8ab656f32388/48cbd86d-d6e3-4f99-8a97-bb4d273d010e/f829df91-255f-4b6e-903e-08478b6ca5b7) {{(pid=104489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:39:59.584112 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Publish callbacks [] for port (f829df91-255f-4b6e-903e-08478b6ca5b7), precommit_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:59.590666 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (f829df91-255f-4b6e-903e-08478b6ca5b7), after_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:59.636674 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Network bd6540fe-f5bd-47b7-b95a-8ab656f32388 is already hosted by enough agents. {{(pid=104489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:39:59.641972 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.base_scheduler [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Resources bound (agent type, host, resource id): {{(pid=104489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:39:59.644478 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Received port after_create {{(pid=104489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:39:59.648138 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Pushing event updated for resources: {'Port': ['ID=f829df91-255f-4b6e-903e-08478b6ca5b7,revision_number=1']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:59.661397 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:59.661741 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:59.662077 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:59.662414 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:59.662757 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:59.663066 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:59.663384 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:59.663709 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:59.664029 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:59.664350 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:59.664667 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:59.664985 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:59.665398 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:59.666496 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:59.667227 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:39:59.721112 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Attempting to bind port f829df91-255f-4b6e-903e-08478b6ca5b7 on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:39:59.721400 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Attempting to bind port f829df91-255f-4b6e-903e-08478b6ca5b7 by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': '67e505d5-71b3-4bc1-b8d9-46fcfcb89819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:39:59.721862 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Attempting to bind port f829df91-255f-4b6e-903e-08478b6ca5b7 on network bd6540fe-f5bd-47b7-b95a-8ab656f32388 {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:39:59.770252 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:39:59.770627 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Checking segment: {'id': '67e505d5-71b3-4bc1-b8d9-46fcfcb89819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:39:59.771029 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:59.771418 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Bound using segment: {'id': '67e505d5-71b3-4bc1-b8d9-46fcfcb89819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:39:59.771893 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Bound port: f829df91-255f-4b6e-903e-08478b6ca5b7, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e505d5-71b3-4bc1-b8d9-46fcfcb89819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:39:59.772273 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f829df91-255f-4b6e-903e-08478b6ca5b7), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:59.833530 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] For port f829df91-255f-4b6e-903e-08478b6ca5b7, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:39:59.836552 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] For port f829df91-255f-4b6e-903e-08478b6ca5b7, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=f829df91-255f-4b6e-903e-08478b6ca5b7,segment=NetworkSegment(67e505d5-71b3-4bc1-b8d9-46fcfcb89819),segment_id=67e505d5-71b3-4bc1-b8d9-46fcfcb89819)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:39:59.843064 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (f829df91-255f-4b6e-903e-08478b6ca5b7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:59.851631 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3ac7-58f5-4e54-9061-e99ba2a0a0a9 admin admin] Publish callbacks [] for router_gateway (829529a2-6653-4822-9e52-e36ef67e372f), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:59.873155 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3ac7-58f5-4e54-9061-e99ba2a0a0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:39:59.894342 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ffef9-2ef7-420c-9e84-4c7d35b4c69b None None] Pushing event updated for resources: {'Port': ['ID=f829df91-255f-4b6e-903e-08478b6ca5b7,revision_number=2']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:39:59.986119 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-3e0a3ac7-58f5-4e54-9061-e99ba2a0a0a9 admin admin] Allocated IP 172.27.3.34 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/dabab224-e065-4aa9-8e01-3c75b94e456c) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:40:00.102179 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3ac7-58f5-4e54-9061-e99ba2a0a0a9 admin admin] Publish callbacks [] for port (dabab224-e065-4aa9-8e01-3c75b94e456c), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:00.139148 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3ac7-58f5-4e54-9061-e99ba2a0a0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (dabab224-e065-4aa9-8e01-3c75b94e456c), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:00.193270 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0a3ac7-58f5-4e54-9061-e99ba2a0a0a9 admin admin] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:40:00.198755 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-3e0a3ac7-58f5-4e54-9061-e99ba2a0a0a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:40:00.203455 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0a3ac7-58f5-4e54-9061-e99ba2a0a0a9 admin admin] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:40:00.206875 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a3ac7-58f5-4e54-9061-e99ba2a0a0a9 admin admin] Pushing event updated for resources: {'Port': ['ID=dabab224-e065-4aa9-8e01-3c75b94e456c,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:00.207033 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device f829df91-255f-4b6e-903e-08478b6ca5b7 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:40:00.239096 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:00.247806 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:00.252684 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:00.254684 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port f829df91-255f-4b6e-903e-08478b6ca5b7 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:00.255056 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (f829df91-255f-4b6e-903e-08478b6ca5b7), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:00.255380 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port f829df91-255f-4b6e-903e-08478b6ca5b7 Oct 17 04:40:00.279531 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:00.335647 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port f829df91-255f-4b6e-903e-08478b6ca5b7 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:40:00.336030 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f829df91-255f-4b6e-903e-08478b6ca5b7), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:00.371181 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port f829df91-255f-4b6e-903e-08478b6ca5b7, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=f829df91-255f-4b6e-903e-08478b6ca5b7,segment=NetworkSegment(67e505d5-71b3-4bc1-b8d9-46fcfcb89819),segment_id=67e505d5-71b3-4bc1-b8d9-46fcfcb89819)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:40:00.374666 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (f829df91-255f-4b6e-903e-08478b6ca5b7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:00.422213 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=f829df91-255f-4b6e-903e-08478b6ca5b7,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:00.455604 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3ac7-58f5-4e54-9061-e99ba2a0a0a9 admin admin] Publish callbacks [] for router_gateway (829529a2-6653-4822-9e52-e36ef67e372f), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:00.647123 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3ac7-58f5-4e54-9061-e99ba2a0a0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638852'] for router (829529a2-6653-4822-9e52-e36ef67e372f), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:00.747571 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2b2088-ff71-464f-b698-71a08680441f None None] Network bd6540fe-f5bd-47b7-b95a-8ab656f32388 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:40:00.780268 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0a3ac7-58f5-4e54-9061-e99ba2a0a0a9 admin admin] Router 829529a2-6653-4822-9e52-e36ef67e372f is scheduled to L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 with binding_index 1 {{(pid=104487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 04:40:00.811353 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-9633a23b-0c33-43ec-87e8-8458bcdb54f4 None None] Provisioning complete for port f829df91-255f-4b6e-903e-08478b6ca5b7 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:00.811803 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-9633a23b-0c33-43ec-87e8-8458bcdb54f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (f829df91-255f-4b6e-903e-08478b6ca5b7), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:00.812142 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-9633a23b-0c33-43ec-87e8-8458bcdb54f4 None None] Attempt 1 to provision port f829df91-255f-4b6e-903e-08478b6ca5b7 Oct 17 04:40:00.889598 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0a3ac7-58f5-4e54-9061-e99ba2a0a0a9 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:40:00.901677 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] Sync routers for ids ['829529a2-6653-4822-9e52-e36ef67e372f'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:40:00.909596 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3ac7-58f5-4e54-9061-e99ba2a0a0a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:00.913329 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-3e0a3ac7-58f5-4e54-9061-e99ba2a0a0a9 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6929278 Oct 17 04:40:00.913593 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 36562) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:40:00.919521 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] Routers {'829529a2-6653-4822-9e52-e36ef67e372f'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:40:00.924079 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:39:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['829529a2-6653-4822-9e52-e36ef67e372f'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:40:00.934027 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-9633a23b-0c33-43ec-87e8-8458bcdb54f4 None None] Current status of the port f829df91-255f-4b6e-903e-08478b6ca5b7 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:40:01.036435 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] Set router 829529a2-6653-4822-9e52-e36ef67e372f gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:40:01.102479 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-e1b3f7ac-7a08-47bc-84df-fd8a52dd6ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:01.153771 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-104bf512-deb4-409b-a42a-c2c8294094e1 None None] Provisioning complete for port f829df91-255f-4b6e-903e-08478b6ca5b7 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:01.154151 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-104bf512-deb4-409b-a42a-c2c8294094e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (f829df91-255f-4b6e-903e-08478b6ca5b7), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:01.154489 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-104bf512-deb4-409b-a42a-c2c8294094e1 None None] Attempt 1 to provision port f829df91-255f-4b6e-903e-08478b6ca5b7 Oct 17 04:40:01.212213 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829529a2-6653-4822-9e52-e36ef67e372f', 'name': 'tempest-TestMinimumBasicScenario-205004072-router', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:00Z', 'revision_number': 3, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'gw_port': {'id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:39:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:40:01.224425 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:01.230323 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-104bf512-deb4-409b-a42a-c2c8294094e1 None None] Current status of the port f829df91-255f-4b6e-903e-08478b6ca5b7 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:40:01.241511 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] Checking router: 829529a2-6653-4822-9e52-e36ef67e372f for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:40:01.241856 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] Updating router 829529a2-6653-4822-9e52-e36ef67e372f port dabab224-e065-4aa9-8e01-3c75b94e456c binding host dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:40:01.246712 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:01.272054 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (dabab224-e065-4aa9-8e01-3c75b94e456c), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:01.359795 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3d26b0e7-5d45-46bc-b667-3718ca8e0638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:01.512919 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-3d26b0e7-5d45-46bc-b667-3718ca8e0638 admin admin] Allocated IP 172.20.0.1 (bd6540fe-f5bd-47b7-b95a-8ab656f32388/48cbd86d-d6e3-4f99-8a97-bb4d273d010e/8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:40:01.515087 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] Publish callbacks [] for port (dabab224-e065-4aa9-8e01-3c75b94e456c), precommit_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:01.520414 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (dabab224-e065-4aa9-8e01-3c75b94e456c), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:01.557210 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] Attempting to bind port dabab224-e065-4aa9-8e01-3c75b94e456c on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:40:01.557586 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] Attempting to bind port dabab224-e065-4aa9-8e01-3c75b94e456c by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:40:01.557949 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] Attempting to bind port dabab224-e065-4aa9-8e01-3c75b94e456c on network b27d8a1d-9748-4759-bac0-ee0df018117d {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:40:01.594549 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788497e3-410d-4e13-9311-7cdde5a8f8b8 None None] Pushing event updated for resources: {'Port': ['ID=dabab224-e065-4aa9-8e01-3c75b94e456c,revision_number=2']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:01.603689 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788497e3-410d-4e13-9311-7cdde5a8f8b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:01.604033 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788497e3-410d-4e13-9311-7cdde5a8f8b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:01.604398 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788497e3-410d-4e13-9311-7cdde5a8f8b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:01.604752 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788497e3-410d-4e13-9311-7cdde5a8f8b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:01.605108 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788497e3-410d-4e13-9311-7cdde5a8f8b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:01.605436 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788497e3-410d-4e13-9311-7cdde5a8f8b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:01.605758 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788497e3-410d-4e13-9311-7cdde5a8f8b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:01.606084 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788497e3-410d-4e13-9311-7cdde5a8f8b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:01.606406 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788497e3-410d-4e13-9311-7cdde5a8f8b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:01.607028 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788497e3-410d-4e13-9311-7cdde5a8f8b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:01.607028 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788497e3-410d-4e13-9311-7cdde5a8f8b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:01.607383 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788497e3-410d-4e13-9311-7cdde5a8f8b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:01.607695 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788497e3-410d-4e13-9311-7cdde5a8f8b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:01.608013 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788497e3-410d-4e13-9311-7cdde5a8f8b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:01.608330 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788497e3-410d-4e13-9311-7cdde5a8f8b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:01.620574 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3d26b0e7-5d45-46bc-b667-3718ca8e0638 admin admin] Publish callbacks [] for port (8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:01.626829 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:40:01.627206 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] Checking segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:40:01.627622 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:01.627994 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] Bound using segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:40:01.628464 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] Bound port: dabab224-e065-4aa9-8e01-3c75b94e456c, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:40:01.628842 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (dabab224-e065-4aa9-8e01-3c75b94e456c), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:01.653345 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3d26b0e7-5d45-46bc-b667-3718ca8e0638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:01.659373 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:01.679429 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] For port dabab224-e065-4aa9-8e01-3c75b94e456c, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:40:01.683464 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] For port dabab224-e065-4aa9-8e01-3c75b94e456c, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=dabab224-e065-4aa9-8e01-3c75b94e456c,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:40:01.689341 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (dabab224-e065-4aa9-8e01-3c75b94e456c), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:01.694733 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d26b0e7-5d45-46bc-b667-3718ca8e0638 admin admin] Network bd6540fe-f5bd-47b7-b95a-8ab656f32388 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:40:01.697997 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-3d26b0e7-5d45-46bc-b667-3718ca8e0638 admin admin] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:40:01.702877 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d26b0e7-5d45-46bc-b667-3718ca8e0638 admin admin] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:40:01.711596 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:01.725163 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26b0e7-5d45-46bc-b667-3718ca8e0638 admin admin] Pushing event updated for resources: {'Port': ['ID=8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:01.745435 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] Routers {'829529a2-6653-4822-9e52-e36ef67e372f'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:40:01.746071 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:39:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['829529a2-6653-4822-9e52-e36ef67e372f'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:40:01.747989 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788497e3-410d-4e13-9311-7cdde5a8f8b8 None None] Pushing event updated for resources: {'Port': ['ID=dabab224-e065-4aa9-8e01-3c75b94e456c,revision_number=3']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:01.748953 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3d26b0e7-5d45-46bc-b667-3718ca8e0638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648191'] for router_interface (829529a2-6653-4822-9e52-e36ef67e372f), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:01.859620 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] Set router 829529a2-6653-4822-9e52-e36ef67e372f gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:40:01.889774 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3d26b0e7-5d45-46bc-b667-3718ca8e0638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:01.963354 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-d3069c6f-bc4c-44f4-9d43-224d8fde5185 None None] Provisioning complete for port 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:01.964266 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-d3069c6f-bc4c-44f4-9d43-224d8fde5185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:01.964822 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-d3069c6f-bc4c-44f4-9d43-224d8fde5185 None None] Attempt 1 to provision port 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a Oct 17 04:40:02.000232 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:02.002513 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:02.004137 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-d3069c6f-bc4c-44f4-9d43-224d8fde5185 None None] Port 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:40:02.037023 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829529a2-6653-4822-9e52-e36ef67e372f', 'name': 'tempest-TestMinimumBasicScenario-205004072-router', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:00Z', 'revision_number': 3, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'gw_port': {'id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:40:02.055437 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3d26b0e7-5d45-46bc-b667-3718ca8e0638 admin admin] Publish callbacks [] for port (8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:02.060620 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3d26b0e7-5d45-46bc-b667-3718ca8e0638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:02.130520 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26b0e7-5d45-46bc-b667-3718ca8e0638 admin admin] Pushing event updated for resources: {'Port': ['ID=8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:02.144653 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3d26b0e7-5d45-46bc-b667-3718ca8e0638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648291'] for router_interface (829529a2-6653-4822-9e52-e36ef67e372f), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:02.150608 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9f5923-1ae2-4d47-88c0-6c221634b6a3 None None] The sync data for ids ['829529a2-6653-4822-9e52-e36ef67e372f'] in dv-cinder-861557-1-iscsi is: [{'id': '829529a2-6653-4822-9e52-e36ef67e372f', 'name': 'tempest-TestMinimumBasicScenario-205004072-router', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:00Z', 'revision_number': 3, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'gw_port': {'id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:40:02.202276 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device f829df91-255f-4b6e-903e-08478b6ca5b7 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:40:02.245972 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d26b0e7-5d45-46bc-b667-3718ca8e0638 admin admin] Network bd6540fe-f5bd-47b7-b95a-8ab656f32388 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:40:02.247435 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-3d26b0e7-5d45-46bc-b667-3718ca8e0638 admin admin] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:40:02.251693 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port f829df91-255f-4b6e-903e-08478b6ca5b7 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:02.252171 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (f829df91-255f-4b6e-903e-08478b6ca5b7), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:02.252390 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port f829df91-255f-4b6e-903e-08478b6ca5b7 Oct 17 04:40:02.333202 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port f829df91-255f-4b6e-903e-08478b6ca5b7 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:40:02.370545 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d26b0e7-5d45-46bc-b667-3718ca8e0638 admin admin] Router 829529a2-6653-4822-9e52-e36ef67e372f has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:40:02.502713 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d26b0e7-5d45-46bc-b667-3718ca8e0638 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:40:02.507699 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-3d26b0e7-5d45-46bc-b667-3718ca8e0638 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/829529a2-6653-4822-9e52-e36ef67e372f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5931225 Oct 17 04:40:02.531579 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-bf0fceaf-dcd1-4715-8553-4b024bac1d59 None None] Provisioning complete for port 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:02.531959 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-bf0fceaf-dcd1-4715-8553-4b024bac1d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:02.532286 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-bf0fceaf-dcd1-4715-8553-4b024bac1d59 None None] Attempt 1 to provision port 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a Oct 17 04:40:02.568407 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-bf0fceaf-dcd1-4715-8553-4b024bac1d59 None None] Port 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:40:03.060241 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 36580) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:40:03.065046 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-c72a45bf-6277-43ad-a3ed-6f8a7df1a1c7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1286011716-network', 'tenant_id': '86b08f19de524157983a283f15384eef'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:40:03.086045 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72a45bf-6277-43ad-a3ed-6f8a7df1a1c7 admin admin] Made reservation on behalf of 86b08f19de524157983a283f15384eef for: {'network': 1} {{(pid=104488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:40:03.088941 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c72a45bf-6277-43ad-a3ed-6f8a7df1a1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for network (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:03.097903 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c72a45bf-6277-43ad-a3ed-6f8a7df1a1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:03.175872 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c72a45bf-6277-43ad-a3ed-6f8a7df1a1c7 admin admin] Publish callbacks [] for security_group (d683dafa-63ea-48ad-85f9-c7205af710f7), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:03.180134 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c72a45bf-6277-43ad-a3ed-6f8a7df1a1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (d683dafa-63ea-48ad-85f9-c7205af710f7), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:03.206295 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72a45bf-6277-43ad-a3ed-6f8a7df1a1c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=104488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 04:40:03.216867 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a45bf-6277-43ad-a3ed-6f8a7df1a1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d683dafa-63ea-48ad-85f9-c7205af710f7,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:03.221726 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c72a45bf-6277-43ad-a3ed-6f8a7df1a1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (5656cba9-2177-44b1-9b53-fb99a087e791), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:03.222057 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.segments_db [None req-c72a45bf-6277-43ad-a3ed-6f8a7df1a1c7 admin admin] Added segment 5656cba9-2177-44b1-9b53-fb99a087e791 of type vlan for network 19233d0a-c2ab-47af-a4ac-c82d6c248857 Oct 17 04:40:03.262173 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c72a45bf-6277-43ad-a3ed-6f8a7df1a1c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774866605761'] for network (19233d0a-c2ab-47af-a4ac-c82d6c248857), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:03.287365 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c72a45bf-6277-43ad-a3ed-6f8a7df1a1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204'] for network (19233d0a-c2ab-47af-a4ac-c82d6c248857), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:03.288419 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72a45bf-6277-43ad-a3ed-6f8a7df1a1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:03.288989 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-c72a45bf-6277-43ad-a3ed-6f8a7df1a1c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:03.341216 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-c72a45bf-6277-43ad-a3ed-6f8a7df1a1c7 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2798541 Oct 17 04:40:03.344022 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 36582) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:40:03.348820 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:03.349013 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-6406f564-955a-4dd8-abba-a426a219680d admin admin] Request body: {'subnet': {'network_id': '19233d0a-c2ab-47af-a4ac-c82d6c248857', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1286011716-subnet', 'tenant_id': '86b08f19de524157983a283f15384eef', 'ip_version': 4}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:40:03.353204 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a45bf-6277-43ad-a3ed-6f8a7df1a1c7 admin admin] Pushing event updated for resources: {'Network': ['ID=19233d0a-c2ab-47af-a4ac-c82d6c248857,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:03.363483 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Network 19233d0a-c2ab-47af-a4ac-c82d6c248857 details requested by agent ovs-agent-dv-cinder-861557-1-iscsi with host dv-cinder-861557-1-iscsi {{(pid=104489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 04:40:03.374903 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6406f564-955a-4dd8-abba-a426a219680d admin admin] Made reservation on behalf of 86b08f19de524157983a283f15384eef for: {'subnet': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:40:03.377579 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6406f564-955a-4dd8-abba-a426a219680d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7354617'] for subnet (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:03.418929 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:03.490240 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-12cd384f-9bc1-455f-a6d6-678f426f02bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:03.554173 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6406f564-955a-4dd8-abba-a426a219680d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7604907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7354603'] for subnet (dbbaa28a-947f-4fcd-a5c2-416baec5d1bf), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:03.606039 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406f564-955a-4dd8-abba-a426a219680d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbbaa28a-947f-4fcd-a5c2-416baec5d1bf,revision_number=0']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:03.620971 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6406f564-955a-4dd8-abba-a426a219680d admin admin] Checking segment: {'id': '5656cba9-2177-44b1-9b53-fb99a087e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '19233d0a-c2ab-47af-a4ac-c82d6c248857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:40:03.621364 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6406f564-955a-4dd8-abba-a426a219680d admin admin] Network hostable DHCP agents. Network: 19233d0a-c2ab-47af-a4ac-c82d6c248857, hostable agents: ['1a971c09-9b48-4566-8e55-15bd954a700d'], hosted agents: [] {{(pid=104487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 04:40:03.639857 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6406f564-955a-4dd8-abba-a426a219680d admin admin] Network 19233d0a-c2ab-47af-a4ac-c82d6c248857 is scheduled to be hosted by DHCP agent 1a971c09-9b48-4566-8e55-15bd954a700d with binding_index 1 {{(pid=104487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 04:40:03.648664 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-6406f564-955a-4dd8-abba-a426a219680d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861557-1-iscsi, 19233d0a-c2ab-47af-a4ac-c82d6c248857) {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:40:03.653187 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6406f564-955a-4dd8-abba-a426a219680d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:03.653755 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-6406f564-955a-4dd8-abba-a426a219680d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:03.655681 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:03.658265 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717ec2c7-c98f-435b-bdbf-6a799fca69e3 None None] Network 19233d0a-c2ab-47af-a4ac-c82d6c248857 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:40:03.669171 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:03.677428 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-6406f564-955a-4dd8-abba-a426a219680d admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3322506 Oct 17 04:40:03.679963 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 36584) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:40:03.684189 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-fb47109b-39ca-471a-9760-6dda961529c9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1286011716-router', 'tenant_id': '86b08f19de524157983a283f15384eef', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:40:03.708116 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fb47109b-39ca-471a-9760-6dda961529c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1647058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16026'] for router (b5a2072e-c900-4ef5-acde-f4dcf19c1f57), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:03.709292 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fb47109b-39ca-471a-9760-6dda961529c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1649662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16001'] for router (b5a2072e-c900-4ef5-acde-f4dcf19c1f57), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:03.742642 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] Sync routers for ids ['829529a2-6653-4822-9e52-e36ef67e372f'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:40:03.763023 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fb47109b-39ca-471a-9760-6dda961529c9 admin admin] Publish callbacks [] for router_controller (b5a2072e-c900-4ef5-acde-f4dcf19c1f57), precommit_add_association {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:03.774650 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] Routers {'829529a2-6653-4822-9e52-e36ef67e372f'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:40:03.775826 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:40:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['829529a2-6653-4822-9e52-e36ef67e372f'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:40:03.812099 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:03.816480 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f71cf-8c3d-4383-810c-2f7fe120cd5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc436c267-4500-58c6-a229-36ff674da11a-19233d0a-c2ab-47af-a4ac-c82d6c248857', 'network_id': '19233d0a-c2ab-47af-a4ac-c82d6c248857', 'project_id': '86b08f19de524157983a283f15384eef', 'fixed_ips': [{'subnet_id': 'dbbaa28a-947f-4fcd-a5c2-416baec5d1bf'}]}} from dv-cinder-861557-1-iscsi. {{(pid=104489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 04:40:03.817413 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-5f3f71cf-8c3d-4383-810c-2f7fe120cd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:03.902349 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fb47109b-39ca-471a-9760-6dda961529c9 admin admin] Publish callbacks [] for router_gateway (b5a2072e-c900-4ef5-acde-f4dcf19c1f57), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:03.972183 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] Set router 829529a2-6653-4822-9e52-e36ef67e372f gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:40:04.217918 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device dabab224-e065-4aa9-8e01-3c75b94e456c up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:40:04.260711 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.db_base_plugin_common [None req-5f3f71cf-8c3d-4383-810c-2f7fe120cd5c None None] Allocated IP 172.20.0.2 (19233d0a-c2ab-47af-a4ac-c82d6c248857/dbbaa28a-947f-4fcd-a5c2-416baec5d1bf/67733c10-ec82-4819-a799-f48d94f68583) {{(pid=104489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:40:04.332830 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fb47109b-39ca-471a-9760-6dda961529c9 admin admin] Publish callbacks [] for router_gateway (b5a2072e-c900-4ef5-acde-f4dcf19c1f57), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:04.352318 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fb47109b-39ca-471a-9760-6dda961529c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:04.393950 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port dabab224-e065-4aa9-8e01-3c75b94e456c triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:04.394549 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (dabab224-e065-4aa9-8e01-3c75b94e456c), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:04.394653 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port dabab224-e065-4aa9-8e01-3c75b94e456c Oct 17 04:40:04.461585 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-fb47109b-39ca-471a-9760-6dda961529c9 admin admin] Allocated IP 172.27.3.43 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/42bf294a-755f-4349-b9f5-0ab046543f38) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:40:04.535384 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:04.536532 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829529a2-6653-4822-9e52-e36ef67e372f', 'name': 'tempest-TestMinimumBasicScenario-205004072-router', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:01Z', 'revision_number': 4, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'gw_port': {'id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a', 'name': '', 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'mac_address': 'fa:16:3e:5f:ce:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '48cbd86d-d6e3-4f99-8a97-bb4d273d010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:40:01Z', 'updated_at': '2022-10-17T04:40:01Z', 'revision_number': 2, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'subnets': [{'id': '48cbd86d-d6e3-4f99-8a97-bb4d273d010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:40:04.573175 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fb47109b-39ca-471a-9760-6dda961529c9 admin admin] Publish callbacks [] for port (42bf294a-755f-4349-b9f5-0ab046543f38), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:04.575884 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] Checking router: 829529a2-6653-4822-9e52-e36ef67e372f for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:40:04.576228 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] Updating router 829529a2-6653-4822-9e52-e36ef67e372f port 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a binding host dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:40:04.606919 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fb47109b-39ca-471a-9760-6dda961529c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (42bf294a-755f-4349-b9f5-0ab046543f38), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:04.634713 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-5f3f71cf-8c3d-4383-810c-2f7fe120cd5c None None] Publish callbacks [] for port (67733c10-ec82-4819-a799-f48d94f68583), precommit_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:04.646229 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb47109b-39ca-471a-9760-6dda961529c9 admin admin] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:40:04.651252 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-fb47109b-39ca-471a-9760-6dda961529c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:40:04.654852 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-5f3f71cf-8c3d-4383-810c-2f7fe120cd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276'] for port (67733c10-ec82-4819-a799-f48d94f68583), after_create {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:04.655278 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb47109b-39ca-471a-9760-6dda961529c9 admin admin] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:40:04.660442 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47109b-39ca-471a-9760-6dda961529c9 admin admin] Pushing event updated for resources: {'Port': ['ID=42bf294a-755f-4349-b9f5-0ab046543f38,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:04.661857 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:04.686438 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port dabab224-e065-4aa9-8e01-3c75b94e456c is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:40:04.686823 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (dabab224-e065-4aa9-8e01-3c75b94e456c), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:04.711805 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:04.737788 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3f71cf-8c3d-4383-810c-2f7fe120cd5c None None] Network 19233d0a-c2ab-47af-a4ac-c82d6c248857 is already hosted by enough agents. {{(pid=104489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:40:04.745932 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:04.770488 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port dabab224-e065-4aa9-8e01-3c75b94e456c, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=dabab224-e065-4aa9-8e01-3c75b94e456c,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:40:04.773939 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.base_scheduler [None req-5f3f71cf-8c3d-4383-810c-2f7fe120cd5c None None] Resources bound (agent type, host, resource id): {{(pid=104489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:40:04.777060 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f71cf-8c3d-4383-810c-2f7fe120cd5c None None] Received port after_create {{(pid=104489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:40:04.785790 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f71cf-8c3d-4383-810c-2f7fe120cd5c None None] Pushing event updated for resources: {'Port': ['ID=67733c10-ec82-4819-a799-f48d94f68583,revision_number=1']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:04.792925 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (dabab224-e065-4aa9-8e01-3c75b94e456c), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:04.796550 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:04.854245 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:04.909204 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fb47109b-39ca-471a-9760-6dda961529c9 admin admin] Publish callbacks [] for router_gateway (b5a2072e-c900-4ef5-acde-f4dcf19c1f57), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:04.960358 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=dabab224-e065-4aa9-8e01-3c75b94e456c,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:04.965688 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-5f3f71cf-8c3d-4383-810c-2f7fe120cd5c None None] Attempting to bind port 67733c10-ec82-4819-a799-f48d94f68583 on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:40:04.965959 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-5f3f71cf-8c3d-4383-810c-2f7fe120cd5c None None] Attempting to bind port 67733c10-ec82-4819-a799-f48d94f68583 by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': '5656cba9-2177-44b1-9b53-fb99a087e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '19233d0a-c2ab-47af-a4ac-c82d6c248857'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:40:04.966324 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f71cf-8c3d-4383-810c-2f7fe120cd5c None None] Attempting to bind port 67733c10-ec82-4819-a799-f48d94f68583 on network 19233d0a-c2ab-47af-a4ac-c82d6c248857 {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:40:05.059317 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f71cf-8c3d-4383-810c-2f7fe120cd5c None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:40:05.059688 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f71cf-8c3d-4383-810c-2f7fe120cd5c None None] Checking segment: {'id': '5656cba9-2177-44b1-9b53-fb99a087e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '19233d0a-c2ab-47af-a4ac-c82d6c248857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:40:05.060088 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-5f3f71cf-8c3d-4383-810c-2f7fe120cd5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:05.060478 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f71cf-8c3d-4383-810c-2f7fe120cd5c None None] Bound using segment: {'id': '5656cba9-2177-44b1-9b53-fb99a087e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '19233d0a-c2ab-47af-a4ac-c82d6c248857'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:40:05.060954 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-5f3f71cf-8c3d-4383-810c-2f7fe120cd5c None None] Bound port: 67733c10-ec82-4819-a799-f48d94f68583, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5656cba9-2177-44b1-9b53-fb99a087e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '19233d0a-c2ab-47af-a4ac-c82d6c248857'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:40:05.061361 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-5f3f71cf-8c3d-4383-810c-2f7fe120cd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (67733c10-ec82-4819-a799-f48d94f68583), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:05.098669 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fb47109b-39ca-471a-9760-6dda961529c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1649641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638852'] for router (b5a2072e-c900-4ef5-acde-f4dcf19c1f57), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:05.179918 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-5f3f71cf-8c3d-4383-810c-2f7fe120cd5c None None] For port 67733c10-ec82-4819-a799-f48d94f68583, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:40:05.200026 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-5f3f71cf-8c3d-4383-810c-2f7fe120cd5c None None] For port 67733c10-ec82-4819-a799-f48d94f68583, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=67733c10-ec82-4819-a799-f48d94f68583,segment=NetworkSegment(5656cba9-2177-44b1-9b53-fb99a087e791),segment_id=5656cba9-2177-44b1-9b53-fb99a087e791)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:40:05.206160 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] Publish callbacks [] for port (8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a), precommit_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:05.209689 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-5f3f71cf-8c3d-4383-810c-2f7fe120cd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (67733c10-ec82-4819-a799-f48d94f68583), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:05.219044 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:05.232292 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb47109b-39ca-471a-9760-6dda961529c9 admin admin] Router b5a2072e-c900-4ef5-acde-f4dcf19c1f57 is scheduled to L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 with binding_index 1 {{(pid=104487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 04:40:05.306458 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f71cf-8c3d-4383-810c-2f7fe120cd5c None None] Pushing event updated for resources: {'Port': ['ID=67733c10-ec82-4819-a799-f48d94f68583,revision_number=2']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:05.338459 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:05.339068 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb47109b-39ca-471a-9760-6dda961529c9 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:40:05.349320 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] Sync routers for ids ['b5a2072e-c900-4ef5-acde-f4dcf19c1f57'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:40:05.353146 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] Attempting to bind port 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:40:05.353588 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] Attempting to bind port 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': '67e505d5-71b3-4bc1-b8d9-46fcfcb89819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:40:05.354074 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] Attempting to bind port 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a on network bd6540fe-f5bd-47b7-b95a-8ab656f32388 {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:40:05.362631 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] Routers {'b5a2072e-c900-4ef5-acde-f4dcf19c1f57'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:40:05.363864 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:40:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['b5a2072e-c900-4ef5-acde-f4dcf19c1f57'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:40:05.365314 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-fb47109b-39ca-471a-9760-6dda961529c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:05.366686 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-fb47109b-39ca-471a-9760-6dda961529c9 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6857662 Oct 17 04:40:05.369749 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 36586) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:40:05.390044 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d6e26-2e32-4f7b-b991-e41c0896a83e None None] Pushing event updated for resources: {'Port': ['ID=8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:05.414635 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:40:05.415270 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] Checking segment: {'id': '67e505d5-71b3-4bc1-b8d9-46fcfcb89819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:40:05.415514 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:05.415825 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] Bound using segment: {'id': '67e505d5-71b3-4bc1-b8d9-46fcfcb89819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:40:05.416413 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] Bound port: 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e505d5-71b3-4bc1-b8d9-46fcfcb89819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:40:05.416795 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:05.512545 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] For port 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:40:05.518053 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] For port 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a,segment=NetworkSegment(67e505d5-71b3-4bc1-b8d9-46fcfcb89819),segment_id=67e505d5-71b3-4bc1-b8d9-46fcfcb89819)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:40:05.530416 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] Set router b5a2072e-c900-4ef5-acde-f4dcf19c1f57 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:40:05.530630 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:05.585685 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] Routers {'829529a2-6653-4822-9e52-e36ef67e372f'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:40:05.586332 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:40:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['829529a2-6653-4822-9e52-e36ef67e372f'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:40:05.588666 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:05.641135 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d6e26-2e32-4f7b-b991-e41c0896a83e None None] Pushing event updated for resources: {'Port': ['ID=8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:05.706727 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a2072e-c900-4ef5-acde-f4dcf19c1f57', 'name': 'tempest-TestMinimumBasicScenario-1286011716-router', 'tenant_id': '86b08f19de524157983a283f15384eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '42bf294a-755f-4349-b9f5-0ab046543f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:40:03Z', 'updated_at': '2022-10-17T04:40:04Z', 'revision_number': 3, 'project_id': '86b08f19de524157983a283f15384eef', 'gw_port': {'id': '42bf294a-755f-4349-b9f5-0ab046543f38', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a2072e-c900-4ef5-acde-f4dcf19c1f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:40:04Z', 'updated_at': '2022-10-17T04:40:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:40:05.719093 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] Set router 829529a2-6653-4822-9e52-e36ef67e372f gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:40:05.736439 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] Checking router: b5a2072e-c900-4ef5-acde-f4dcf19c1f57 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:40:05.736835 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] Updating router b5a2072e-c900-4ef5-acde-f4dcf19c1f57 port 42bf294a-755f-4349-b9f5-0ab046543f38 binding host dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:40:05.747920 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:05.766672 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (42bf294a-755f-4349-b9f5-0ab046543f38), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:05.851310 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:05.869929 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:05.882857 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e2015ea9-52ad-42b1-b912-589e6a9d6179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:05.914270 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829529a2-6653-4822-9e52-e36ef67e372f', 'name': 'tempest-TestMinimumBasicScenario-205004072-router', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:01Z', 'revision_number': 4, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'gw_port': {'id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a', 'name': '', 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'mac_address': 'fa:16:3e:5f:ce:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '48cbd86d-d6e3-4f99-8a97-bb4d273d010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:40:01Z', 'updated_at': '2022-10-17T04:40:05Z', 'revision_number': 4, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'subnets': [{'id': '48cbd86d-d6e3-4f99-8a97-bb4d273d010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:40:05.949054 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33619dc9-0d9f-4439-8851-e3df57456cc6 None None] The sync data for ids ['829529a2-6653-4822-9e52-e36ef67e372f'] in dv-cinder-861557-1-iscsi is: [{'id': '829529a2-6653-4822-9e52-e36ef67e372f', 'name': 'tempest-TestMinimumBasicScenario-205004072-router', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:01Z', 'revision_number': 4, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'gw_port': {'id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a', 'name': '', 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'mac_address': 'fa:16:3e:5f:ce:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '48cbd86d-d6e3-4f99-8a97-bb4d273d010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:40:01Z', 'updated_at': '2022-10-17T04:40:05Z', 'revision_number': 4, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'subnets': [{'id': '48cbd86d-d6e3-4f99-8a97-bb4d273d010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:40:06.049595 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] Publish callbacks [] for port (42bf294a-755f-4349-b9f5-0ab046543f38), precommit_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:06.054934 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (42bf294a-755f-4349-b9f5-0ab046543f38), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:06.084613 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] Attempting to bind port 42bf294a-755f-4349-b9f5-0ab046543f38 on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:40:06.085187 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] Attempting to bind port 42bf294a-755f-4349-b9f5-0ab046543f38 by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:40:06.088566 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-e2015ea9-52ad-42b1-b912-589e6a9d6179 admin admin] Allocated IP 172.20.0.1 (19233d0a-c2ab-47af-a4ac-c82d6c248857/dbbaa28a-947f-4fcd-a5c2-416baec5d1bf/5d0fcb79-7408-43ff-8e61-bc34389fb9fb) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:40:06.089161 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] Attempting to bind port 42bf294a-755f-4349-b9f5-0ab046543f38 on network b27d8a1d-9748-4759-bac0-ee0df018117d {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:40:06.196094 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a44c6c-1ca6-417c-bed9-e693afd5cfef None None] Pushing event updated for resources: {'Port': ['ID=42bf294a-755f-4349-b9f5-0ab046543f38,revision_number=2']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:06.230485 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:40:06.231418 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] Checking segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:40:06.232570 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:06.233289 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] Bound using segment: {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'} {{(pid=104490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:40:06.234457 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.managers [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] Bound port: 42bf294a-755f-4349-b9f5-0ab046543f38, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78baf42-478f-4c01-a20f-b7f5c89b1eb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d'}}] {{(pid=104490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:40:06.234756 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (42bf294a-755f-4349-b9f5-0ab046543f38), before_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:06.237487 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:06.268349 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e2015ea9-52ad-42b1-b912-589e6a9d6179 admin admin] Publish callbacks [] for port (5d0fcb79-7408-43ff-8e61-bc34389fb9fb), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:06.312682 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] For port 42bf294a-755f-4349-b9f5-0ab046543f38, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:40:06.315689 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:06.318895 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.plugins.ml2.db [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] For port 42bf294a-755f-4349-b9f5-0ab046543f38, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=42bf294a-755f-4349-b9f5-0ab046543f38,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:40:06.323259 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:06.330683 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron_lib.callbacks.manager [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (42bf294a-755f-4349-b9f5-0ab046543f38), after_update {{(pid=104490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:06.333919 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e2015ea9-52ad-42b1-b912-589e6a9d6179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (5d0fcb79-7408-43ff-8e61-bc34389fb9fb), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:06.396931 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2015ea9-52ad-42b1-b912-589e6a9d6179 admin admin] Network 19233d0a-c2ab-47af-a4ac-c82d6c248857 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:40:06.401432 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-e2015ea9-52ad-42b1-b912-589e6a9d6179 admin admin] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:40:06.402463 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a44c6c-1ca6-417c-bed9-e693afd5cfef None None] Pushing event updated for resources: {'Port': ['ID=42bf294a-755f-4349-b9f5-0ab046543f38,revision_number=3']} {{(pid=104490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:06.405273 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2015ea9-52ad-42b1-b912-589e6a9d6179 admin admin] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:40:06.407298 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] Routers {'b5a2072e-c900-4ef5-acde-f4dcf19c1f57'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:40:06.407920 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:40:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['b5a2072e-c900-4ef5-acde-f4dcf19c1f57'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:40:06.412731 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:40:06.453562 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2015ea9-52ad-42b1-b912-589e6a9d6179 admin admin] Pushing event updated for resources: {'Port': ['ID=5d0fcb79-7408-43ff-8e61-bc34389fb9fb,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:06.472541 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e2015ea9-52ad-42b1-b912-589e6a9d6179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1648191'] for router_interface (b5a2072e-c900-4ef5-acde-f4dcf19c1f57), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:06.491203 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92990999-b203-471f-9942-16bb340bf351 None None] Network 19233d0a-c2ab-47af-a4ac-c82d6c248857 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:40:06.558174 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] Set router b5a2072e-c900-4ef5-acde-f4dcf19c1f57 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:40:06.617453 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e2015ea9-52ad-42b1-b912-589e6a9d6179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (5d0fcb79-7408-43ff-8e61-bc34389fb9fb), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:06.774079 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a2072e-c900-4ef5-acde-f4dcf19c1f57', 'name': 'tempest-TestMinimumBasicScenario-1286011716-router', 'tenant_id': '86b08f19de524157983a283f15384eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '42bf294a-755f-4349-b9f5-0ab046543f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:40:03Z', 'updated_at': '2022-10-17T04:40:04Z', 'revision_number': 3, 'project_id': '86b08f19de524157983a283f15384eef', 'gw_port': {'id': '42bf294a-755f-4349-b9f5-0ab046543f38', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a2072e-c900-4ef5-acde-f4dcf19c1f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:40:04Z', 'updated_at': '2022-10-17T04:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:40:06.801710 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd276dc7-b7f6-4f58-8631-cd3439f78193 None None] The sync data for ids ['b5a2072e-c900-4ef5-acde-f4dcf19c1f57'] in dv-cinder-861557-1-iscsi is: [{'id': 'b5a2072e-c900-4ef5-acde-f4dcf19c1f57', 'name': 'tempest-TestMinimumBasicScenario-1286011716-router', 'tenant_id': '86b08f19de524157983a283f15384eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '42bf294a-755f-4349-b9f5-0ab046543f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:40:03Z', 'updated_at': '2022-10-17T04:40:04Z', 'revision_number': 3, 'project_id': '86b08f19de524157983a283f15384eef', 'gw_port': {'id': '42bf294a-755f-4349-b9f5-0ab046543f38', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a2072e-c900-4ef5-acde-f4dcf19c1f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:40:04Z', 'updated_at': '2022-10-17T04:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:40:06.813752 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:06.814940 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:06.815404 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a Oct 17 04:40:06.831861 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-ad9cdda7-147a-4ddf-a12c-257082961245 None None] Provisioning complete for port 67733c10-ec82-4819-a799-f48d94f68583 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:06.831861 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ad9cdda7-147a-4ddf-a12c-257082961245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (67733c10-ec82-4819-a799-f48d94f68583), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:06.831861 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-ad9cdda7-147a-4ddf-a12c-257082961245 None None] Attempt 1 to provision port 67733c10-ec82-4819-a799-f48d94f68583 Oct 17 04:40:06.854455 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:06.861731 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e2015ea9-52ad-42b1-b912-589e6a9d6179 admin admin] Publish callbacks [] for port (5d0fcb79-7408-43ff-8e61-bc34389fb9fb), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:06.867718 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e2015ea9-52ad-42b1-b912-589e6a9d6179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (5d0fcb79-7408-43ff-8e61-bc34389fb9fb), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:06.874856 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:06.904948 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:06.965022 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e2015ea9-52ad-42b1-b912-589e6a9d6179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1648291'] for router_interface (b5a2072e-c900-4ef5-acde-f4dcf19c1f57), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:06.974985 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2015ea9-52ad-42b1-b912-589e6a9d6179 admin admin] Pushing event updated for resources: {'Port': ['ID=5d0fcb79-7408-43ff-8e61-bc34389fb9fb,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:07.006771 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:07.039532 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-ad9cdda7-147a-4ddf-a12c-257082961245 None None] Current status of the port 67733c10-ec82-4819-a799-f48d94f68583 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:40:07.040763 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ad9cdda7-147a-4ddf-a12c-257082961245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (67733c10-ec82-4819-a799-f48d94f68583), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:07.070268 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:40:07.070655 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:07.099040 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2015ea9-52ad-42b1-b912-589e6a9d6179 admin admin] Network 19233d0a-c2ab-47af-a4ac-c82d6c248857 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:40:07.102344 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-e2015ea9-52ad-42b1-b912-589e6a9d6179 admin admin] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:40:07.107394 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-ad9cdda7-147a-4ddf-a12c-257082961245 None None] For port 67733c10-ec82-4819-a799-f48d94f68583, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=67733c10-ec82-4819-a799-f48d94f68583,segment=NetworkSegment(5656cba9-2177-44b1-9b53-fb99a087e791),segment_id=5656cba9-2177-44b1-9b53-fb99a087e791)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:40:07.119711 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ad9cdda7-147a-4ddf-a12c-257082961245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (67733c10-ec82-4819-a799-f48d94f68583), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:07.132676 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a,segment=NetworkSegment(67e505d5-71b3-4bc1-b8d9-46fcfcb89819),segment_id=67e505d5-71b3-4bc1-b8d9-46fcfcb89819)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:40:07.155061 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:07.155867 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 67733c10-ec82-4819-a799-f48d94f68583 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:40:07.181531 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:07.240914 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 67733c10-ec82-4819-a799-f48d94f68583 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:07.241346 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (67733c10-ec82-4819-a799-f48d94f68583), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:07.241659 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 67733c10-ec82-4819-a799-f48d94f68583 Oct 17 04:40:07.305125 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cdda7-147a-4ddf-a12c-257082961245 None None] Pushing event updated for resources: {'Port': ['ID=67733c10-ec82-4819-a799-f48d94f68583,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:07.311622 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2015ea9-52ad-42b1-b912-589e6a9d6179 admin admin] Router b5a2072e-c900-4ef5-acde-f4dcf19c1f57 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:40:07.383207 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-27d9b0d6-584a-477d-b216-c4a3e19149c3 None None] Provisioning complete for port 67733c10-ec82-4819-a799-f48d94f68583 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:07.383664 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-27d9b0d6-584a-477d-b216-c4a3e19149c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (67733c10-ec82-4819-a799-f48d94f68583), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:07.384713 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-27d9b0d6-584a-477d-b216-c4a3e19149c3 None None] Attempt 1 to provision port 67733c10-ec82-4819-a799-f48d94f68583 Oct 17 04:40:07.456589 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 67733c10-ec82-4819-a799-f48d94f68583 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:40:07.457900 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device dabab224-e065-4aa9-8e01-3c75b94e456c up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:40:07.470566 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2015ea9-52ad-42b1-b912-589e6a9d6179 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:40:07.483157 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-e2015ea9-52ad-42b1-b912-589e6a9d6179 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/b5a2072e-c900-4ef5-acde-f4dcf19c1f57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1120772 Oct 17 04:40:07.496476 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:07.560020 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-27d9b0d6-584a-477d-b216-c4a3e19149c3 None None] Current status of the port 67733c10-ec82-4819-a799-f48d94f68583 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:40:07.568098 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port dabab224-e065-4aa9-8e01-3c75b94e456c triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:07.568468 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (dabab224-e065-4aa9-8e01-3c75b94e456c), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:07.568803 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port dabab224-e065-4aa9-8e01-3c75b94e456c Oct 17 04:40:07.598730 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-27d9b0d6-584a-477d-b216-c4a3e19149c3 None None] Provisioning complete for port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:07.598730 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-27d9b0d6-584a-477d-b216-c4a3e19149c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (5d0fcb79-7408-43ff-8e61-bc34389fb9fb), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:07.598730 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-27d9b0d6-584a-477d-b216-c4a3e19149c3 None None] Attempt 1 to provision port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb Oct 17 04:40:07.663325 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-27d9b0d6-584a-477d-b216-c4a3e19149c3 None None] Port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:40:07.715146 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port dabab224-e065-4aa9-8e01-3c75b94e456c is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:40:07.781123 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-6320f15c-8110-46e8-82d8-e197a40dca6b None None] Provisioning complete for port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:07.781425 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-6320f15c-8110-46e8-82d8-e197a40dca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (5d0fcb79-7408-43ff-8e61-bc34389fb9fb), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:07.781760 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-6320f15c-8110-46e8-82d8-e197a40dca6b None None] Attempt 1 to provision port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb Oct 17 04:40:07.815902 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-6320f15c-8110-46e8-82d8-e197a40dca6b None None] Port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:40:07.937012 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-c69ee0ec-9d47-4a0d-a429-92d78c8ca80f None None] Provisioning complete for port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:07.937471 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-c69ee0ec-9d47-4a0d-a429-92d78c8ca80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (5d0fcb79-7408-43ff-8e61-bc34389fb9fb), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:07.937873 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-c69ee0ec-9d47-4a0d-a429-92d78c8ca80f None None] Attempt 1 to provision port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb Oct 17 04:40:07.973876 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-c69ee0ec-9d47-4a0d-a429-92d78c8ca80f None None] Port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:40:08.285190 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:40:08.332000 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:08.340117 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:08.340513 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:08.340841 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a Oct 17 04:40:08.420296 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:40:08.421799 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 42bf294a-755f-4349-b9f5-0ab046543f38 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:40:08.478828 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 42bf294a-755f-4349-b9f5-0ab046543f38 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:08.479618 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (42bf294a-755f-4349-b9f5-0ab046543f38), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:08.480108 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 42bf294a-755f-4349-b9f5-0ab046543f38 Oct 17 04:40:08.534634 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=100 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:08.567107 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 42bf294a-755f-4349-b9f5-0ab046543f38 is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:40:08.567592 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (42bf294a-755f-4349-b9f5-0ab046543f38), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:08.591835 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port 42bf294a-755f-4349-b9f5-0ab046543f38, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=42bf294a-755f-4349-b9f5-0ab046543f38,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:40:08.597959 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (42bf294a-755f-4349-b9f5-0ab046543f38), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:08.599668 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 67733c10-ec82-4819-a799-f48d94f68583 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:40:08.680590 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=42bf294a-755f-4349-b9f5-0ab046543f38,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:08.693308 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 67733c10-ec82-4819-a799-f48d94f68583 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:08.693788 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (67733c10-ec82-4819-a799-f48d94f68583), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:08.697323 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 67733c10-ec82-4819-a799-f48d94f68583 Oct 17 04:40:08.778632 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 67733c10-ec82-4819-a799-f48d94f68583 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:40:09.505368 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] Sync routers for ids ['b5a2072e-c900-4ef5-acde-f4dcf19c1f57'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:40:09.516527 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] Routers {'b5a2072e-c900-4ef5-acde-f4dcf19c1f57'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:40:09.517301 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:40:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['b5a2072e-c900-4ef5-acde-f4dcf19c1f57'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:40:09.632717 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] Set router b5a2072e-c900-4ef5-acde-f4dcf19c1f57 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:40:09.848531 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a2072e-c900-4ef5-acde-f4dcf19c1f57', 'name': 'tempest-TestMinimumBasicScenario-1286011716-router', 'tenant_id': '86b08f19de524157983a283f15384eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '42bf294a-755f-4349-b9f5-0ab046543f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:40:03Z', 'updated_at': '2022-10-17T04:40:06Z', 'revision_number': 4, 'project_id': '86b08f19de524157983a283f15384eef', 'gw_port': {'id': '42bf294a-755f-4349-b9f5-0ab046543f38', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a2072e-c900-4ef5-acde-f4dcf19c1f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:40:04Z', 'updated_at': '2022-10-17T04:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '5d0fcb79-7408-43ff-8e61-bc34389fb9fb', 'name': '', 'network_id': '19233d0a-c2ab-47af-a4ac-c82d6c248857', 'tenant_id': '86b08f19de524157983a283f15384eef', 'mac_address': 'fa:16:3e:e1:9b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a2072e-c900-4ef5-acde-f4dcf19c1f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'dbbaa28a-947f-4fcd-a5c2-416baec5d1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:40:05Z', 'updated_at': '2022-10-17T04:40:06Z', 'revision_number': 2, 'project_id': '86b08f19de524157983a283f15384eef', 'subnets': [{'id': 'dbbaa28a-947f-4fcd-a5c2-416baec5d1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:40:09.877733 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] Checking router: b5a2072e-c900-4ef5-acde-f4dcf19c1f57 for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:40:09.878072 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] Updating router b5a2072e-c900-4ef5-acde-f4dcf19c1f57 port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb binding host dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 04:40:09.909094 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (5d0fcb79-7408-43ff-8e61-bc34389fb9fb), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:10.092363 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:10.157687 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:10.204583 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] Publish callbacks [] for port (5d0fcb79-7408-43ff-8e61-bc34389fb9fb), precommit_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:10.213490 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (5d0fcb79-7408-43ff-8e61-bc34389fb9fb), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:10.247086 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 42bf294a-755f-4349-b9f5-0ab046543f38 up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:40:10.319115 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180e755-c764-42dc-b854-f1f512090f93 None None] Pushing event updated for resources: {'Port': ['ID=5d0fcb79-7408-43ff-8e61-bc34389fb9fb,revision_number=3']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:10.361129 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] Attempting to bind port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb on host dv-cinder-861557-1-iscsi for vnic_type normal with profile {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:40:10.361462 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] Attempting to bind port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb by drivers openvswitch,hyperv on host dv-cinder-861557-1-iscsi at level 0 using segments [{'id': '5656cba9-2177-44b1-9b53-fb99a087e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '19233d0a-c2ab-47af-a4ac-c82d6c248857'}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:40:10.361824 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] Attempting to bind port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb on network 19233d0a-c2ab-47af-a4ac-c82d6c248857 {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:40:10.364219 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 42bf294a-755f-4349-b9f5-0ab046543f38 triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:10.364597 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (42bf294a-755f-4349-b9f5-0ab046543f38), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:10.364957 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 42bf294a-755f-4349-b9f5-0ab046543f38 Oct 17 04:40:10.442726 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] Checking agent: {'id': 'bee4f49c-ebb0-4943-9d6c-cce121668da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861557-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 23, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 23, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861557-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:40:10.442992 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] Checking segment: {'id': '5656cba9-2177-44b1-9b53-fb99a087e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '19233d0a-c2ab-47af-a4ac-c82d6c248857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:40:10.443407 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:10.443795 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] Bound using segment: {'id': '5656cba9-2177-44b1-9b53-fb99a087e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '19233d0a-c2ab-47af-a4ac-c82d6c248857'} {{(pid=104489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:40:10.444273 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.managers [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] Bound port: 5d0fcb79-7408-43ff-8e61-bc34389fb9fb, host: dv-cinder-861557-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5656cba9-2177-44b1-9b53-fb99a087e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '19233d0a-c2ab-47af-a4ac-c82d6c248857'}}] {{(pid=104489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:40:10.444686 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (5d0fcb79-7408-43ff-8e61-bc34389fb9fb), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:10.515291 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 42bf294a-755f-4349-b9f5-0ab046543f38 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:40:10.539434 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] For port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb, host dv-cinder-861557-1-iscsi, cleared binding levels {{(pid=104489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:40:10.543326 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] For port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb, host dv-cinder-861557-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=5d0fcb79-7408-43ff-8e61-bc34389fb9fb,segment=NetworkSegment(5656cba9-2177-44b1-9b53-fb99a087e791),segment_id=5656cba9-2177-44b1-9b53-fb99a087e791)] {{(pid=104489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:40:10.552042 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (5d0fcb79-7408-43ff-8e61-bc34389fb9fb), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:10.591835 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] Routers {'b5a2072e-c900-4ef5-acde-f4dcf19c1f57'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:40:10.592460 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:40:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['b5a2072e-c900-4ef5-acde-f4dcf19c1f57'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:40:10.653254 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180e755-c764-42dc-b854-f1f512090f93 None None] Pushing event updated for resources: {'Port': ['ID=5d0fcb79-7408-43ff-8e61-bc34389fb9fb,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:10.724090 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] Set router b5a2072e-c900-4ef5-acde-f4dcf19c1f57 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:40:11.076552 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=100 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:11.092455 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a2072e-c900-4ef5-acde-f4dcf19c1f57', 'name': 'tempest-TestMinimumBasicScenario-1286011716-router', 'tenant_id': '86b08f19de524157983a283f15384eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '42bf294a-755f-4349-b9f5-0ab046543f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:40:03Z', 'updated_at': '2022-10-17T04:40:06Z', 'revision_number': 4, 'project_id': '86b08f19de524157983a283f15384eef', 'gw_port': {'id': '42bf294a-755f-4349-b9f5-0ab046543f38', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a2072e-c900-4ef5-acde-f4dcf19c1f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:40:04Z', 'updated_at': '2022-10-17T04:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '5d0fcb79-7408-43ff-8e61-bc34389fb9fb', 'name': '', 'network_id': '19233d0a-c2ab-47af-a4ac-c82d6c248857', 'tenant_id': '86b08f19de524157983a283f15384eef', 'mac_address': 'fa:16:3e:e1:9b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a2072e-c900-4ef5-acde-f4dcf19c1f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'dbbaa28a-947f-4fcd-a5c2-416baec5d1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:40:05Z', 'updated_at': '2022-10-17T04:40:10Z', 'revision_number': 4, 'project_id': '86b08f19de524157983a283f15384eef', 'subnets': [{'id': 'dbbaa28a-947f-4fcd-a5c2-416baec5d1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:40:11.125697 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1af64c4-3548-4685-934f-78556bc0897d None None] The sync data for ids ['b5a2072e-c900-4ef5-acde-f4dcf19c1f57'] in dv-cinder-861557-1-iscsi is: [{'id': 'b5a2072e-c900-4ef5-acde-f4dcf19c1f57', 'name': 'tempest-TestMinimumBasicScenario-1286011716-router', 'tenant_id': '86b08f19de524157983a283f15384eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '42bf294a-755f-4349-b9f5-0ab046543f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:40:03Z', 'updated_at': '2022-10-17T04:40:06Z', 'revision_number': 4, 'project_id': '86b08f19de524157983a283f15384eef', 'gw_port': {'id': '42bf294a-755f-4349-b9f5-0ab046543f38', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a2072e-c900-4ef5-acde-f4dcf19c1f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:40:04Z', 'updated_at': '2022-10-17T04:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '5d0fcb79-7408-43ff-8e61-bc34389fb9fb', 'name': '', 'network_id': '19233d0a-c2ab-47af-a4ac-c82d6c248857', 'tenant_id': '86b08f19de524157983a283f15384eef', 'mac_address': 'fa:16:3e:e1:9b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a2072e-c900-4ef5-acde-f4dcf19c1f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'dbbaa28a-947f-4fcd-a5c2-416baec5d1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:40:05Z', 'updated_at': '2022-10-17T04:40:10Z', 'revision_number': 4, 'project_id': '86b08f19de524157983a283f15384eef', 'subnets': [{'id': 'dbbaa28a-947f-4fcd-a5c2-416baec5d1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:40:11.444972 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:40:12.244080 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 5d0fcb79-7408-43ff-8e61-bc34389fb9fb up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:40:12.296323 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:12.296808 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (5d0fcb79-7408-43ff-8e61-bc34389fb9fb), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:12.297187 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb Oct 17 04:40:12.374306 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:12.379102 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb is: DOWN; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:40:12.379487 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (5d0fcb79-7408-43ff-8e61-bc34389fb9fb), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:12.417707 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] For port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=5d0fcb79-7408-43ff-8e61-bc34389fb9fb,segment=NetworkSegment(5656cba9-2177-44b1-9b53-fb99a087e791),segment_id=5656cba9-2177-44b1-9b53-fb99a087e791)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:40:12.423775 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (5d0fcb79-7408-43ff-8e61-bc34389fb9fb), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:12.473879 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Pushing event updated for resources: {'Port': ['ID=5d0fcb79-7408-43ff-8e61-bc34389fb9fb,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:13.338821 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=69,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:14.210846 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 5d0fcb79-7408-43ff-8e61-bc34389fb9fb up at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:40:14.260119 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Provisioning complete for port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:14.260485 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (5d0fcb79-7408-43ff-8e61-bc34389fb9fb), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:14.260859 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Attempt 1 to provision port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb Oct 17 04:40:14.337837 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Current status of the port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:40:15.486999 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-80e2be56-f9ab-42f6-98f8-210fb0439f04 req-dfdfef3b-121a-4079-9bd2-34eff62bd344 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498114 Oct 17 04:40:15.587580 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2be56-f9ab-42f6-98f8-210fb0439f04 req-a8f2cff0-2b65-4622-8fdb-71431047cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:15.589398 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-80e2be56-f9ab-42f6-98f8-210fb0439f04 req-a8f2cff0-2b65-4622-8fdb-71431047cd81 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=84d236da3b7b46f4ab13a096d7d80298&device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 1129 time: 0.0510871 Oct 17 04:40:15.724582 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2be56-f9ab-42f6-98f8-210fb0439f04 req-7bad51ad-a17c-4ac2-a60d-d25ba54b5523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:15.726120 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-80e2be56-f9ab-42f6-98f8-210fb0439f04 req-7bad51ad-a17c-4ac2-a60d-d25ba54b5523 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e7b10358-ab79-44d7-a22b-ddfa538fb104 HTTP/1.1" status: 200 len: 912 time: 0.1142871 Oct 17 04:40:15.792590 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-80e2be56-f9ab-42f6-98f8-210fb0439f04 req-4a54cdce-f9c3-419a-b50f-d69ffa4108d0 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f723b755-7765-47ee-b1b3-a93d16d5f472 HTTP/1.1" status: 200 len: 1001 time: 0.0597494 Oct 17 04:40:15.849244 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2be56-f9ab-42f6-98f8-210fb0439f04 req-4ad815ca-3c0d-4659-abe0-e79a24cffd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:15.850906 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-80e2be56-f9ab-42f6-98f8-210fb0439f04 req-4ad815ca-3c0d-4659-abe0-e79a24cffd0d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4240cb9d-8086-47cb-a95d-9e3d2fa1780f HTTP/1.1" status: 200 len: 850 time: 0.0501704 Oct 17 04:40:15.907812 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2be56-f9ab-42f6-98f8-210fb0439f04 req-f1e733d9-2ea8-4701-a5ec-445377661c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:15.911042 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-80e2be56-f9ab-42f6-98f8-210fb0439f04 req-f1e733d9-2ea8-4701-a5ec-445377661c3a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e7b10358-ab79-44d7-a22b-ddfa538fb104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519841 Oct 17 04:40:16.011445 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-80e2be56-f9ab-42f6-98f8-210fb0439f04 req-d826ce1c-048f-4ae7-ab8b-6dff29d454fc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928080 Oct 17 04:40:16.323273 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:16.366487 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-80e2be56-f9ab-42f6-98f8-210fb0439f04 req-1e53e20f-3d80-44a7-8538-dc0d973d78cb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485742 Oct 17 04:40:16.775222 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=24 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:17.248363 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-4c64b6b6-b07e-4550-84f6-496697b469ab tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:17.249852 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-4c64b6b6-b07e-4550-84f6-496697b469ab tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/networks?id=bd6540fe-f5bd-47b7-b95a-8ab656f32388 HTTP/1.1" status: 200 len: 814 time: 0.1035395 Oct 17 04:40:17.264171 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-e676bf1b-f1d7-4dd5-b4fc-8fe598672759 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/quotas/fa613028ef8e48df8eb7178c54926095 HTTP/1.1" status: 200 len: 375 time: 0.0088887 Oct 17 04:40:17.311835 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-e56a1bb4-4001-4eb5-9277-e111bb1d58e9 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=fa613028ef8e48df8eb7178c54926095&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429904 Oct 17 04:40:17.409313 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-cc83e110-2ca7-41b9-b62f-c69fcb94153c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bd6540fe-f5bd-47b7-b95a-8ab656f32388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855296 Oct 17 04:40:17.499794 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-2150537d-36c2-483b-ad87-b526b80ce7ba service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bd6540fe-f5bd-47b7-b95a-8ab656f32388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847890 Oct 17 04:40:17.660059 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a46f8c89-b161-439c-a95c-ab41d7ddb207 req-fd16a485-0b39-4b2c-9004-9f8b76b3e177 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 210 time: 0.0287588 Oct 17 04:40:18.679638 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-8ff2ee3c-e89f-4529-a812-374198dcd093 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:18.682316 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-8ff2ee3c-e89f-4529-a812-374198dcd093 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.20 "GET /networking/v2.0/networks?id=bd6540fe-f5bd-47b7-b95a-8ab656f32388 HTTP/1.1" status: 200 len: 814 time: 0.1067674 Oct 17 04:40:18.693464 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-3f269f4d-03aa-4052-9bf7-b30c91f3c935 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Request body: {'port': {'device_id': '2192d50d-fc32-4eb2-8028-df6b4844be8c', 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388', 'admin_state_up': True, 'tenant_id': 'fa613028ef8e48df8eb7178c54926095'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:40:18.759867 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:18.776335 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ce131165-daa0-4527-9939-a2ebcb895ef3 req-2a8f763f-b675-414e-9854-34bc89b9256f tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 210 time: 0.0274682 Oct 17 04:40:18.815037 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-3f269f4d-03aa-4052-9bf7-b30c91f3c935 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Made reservation on behalf of fa613028ef8e48df8eb7178c54926095 for: {'port': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:40:18.819241 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-3f269f4d-03aa-4052-9bf7-b30c91f3c935 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:18.954307 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-3f269f4d-03aa-4052-9bf7-b30c91f3c935 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Allocated IP 172.20.0.12 (bd6540fe-f5bd-47b7-b95a-8ab656f32388/48cbd86d-d6e3-4f99-8a97-bb4d273d010e/f0f6ca07-b0d8-4ee0-9614-ddf606753cac) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:40:19.175927 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-3f269f4d-03aa-4052-9bf7-b30c91f3c935 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for port (f0f6ca07-b0d8-4ee0-9614-ddf606753cac), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:19.223370 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-3f269f4d-03aa-4052-9bf7-b30c91f3c935 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (f0f6ca07-b0d8-4ee0-9614-ddf606753cac), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:19.279084 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-3f269f4d-03aa-4052-9bf7-b30c91f3c935 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Network bd6540fe-f5bd-47b7-b95a-8ab656f32388 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:40:19.287623 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-3f269f4d-03aa-4052-9bf7-b30c91f3c935 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:40:19.304130 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-3f269f4d-03aa-4052-9bf7-b30c91f3c935 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:40:19.357397 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f269f4d-03aa-4052-9bf7-b30c91f3c935 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Pushing event updated for resources: {'Port': ['ID=f0f6ca07-b0d8-4ee0-9614-ddf606753cac,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:19.393225 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-3f269f4d-03aa-4052-9bf7-b30c91f3c935 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:19.401303 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-3f269f4d-03aa-4052-9bf7-b30c91f3c935 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:19.434433 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-3f269f4d-03aa-4052-9bf7-b30c91f3c935 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7432256 Oct 17 04:40:19.585445 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-d2257ed4-ac13-4de4-845a-452ff901d018 None None] Provisioning complete for port f0f6ca07-b0d8-4ee0-9614-ddf606753cac triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:19.585445 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-d2257ed4-ac13-4de4-845a-452ff901d018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (f0f6ca07-b0d8-4ee0-9614-ddf606753cac), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:19.585445 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-d2257ed4-ac13-4de4-845a-452ff901d018 None None] Attempt 1 to provision port f0f6ca07-b0d8-4ee0-9614-ddf606753cac Oct 17 04:40:19.617757 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-d2257ed4-ac13-4de4-845a-452ff901d018 None None] Port f0f6ca07-b0d8-4ee0-9614-ddf606753cac cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:40:19.906576 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05616039-f179-4dbf-bc1f-4bdc6457b0d3 req-7485f2f1-0c95-4fa7-b7bc-2840b50c9882 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:19.908220 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-05616039-f179-4dbf-bc1f-4bdc6457b0d3 req-7485f2f1-0c95-4fa7-b7bc-2840b50c9882 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 932 time: 0.0538266 Oct 17 04:40:19.959240 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-05616039-f179-4dbf-bc1f-4bdc6457b0d3 req-47cb552f-0e4e-44ab-9bf6-8e802e092ba2 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453048 Oct 17 04:40:21.089417 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8b96a-aead-4464-9d58-9e49f70f7c25 req-b946e8cb-c873-4323-addb-a4c61c74ce82 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:21.091084 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5fd8b96a-aead-4464-9d58-9e49f70f7c25 req-b946e8cb-c873-4323-addb-a4c61c74ce82 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 932 time: 0.0526652 Oct 17 04:40:21.138708 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5fd8b96a-aead-4464-9d58-9e49f70f7c25 req-f917c334-c35b-434d-8cf6-38e76ebf1f74 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419381 Oct 17 04:40:21.436653 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:22.261995 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b60f35-296a-4e25-a291-c03c20b72bd6 req-2c17ee7b-fe09-45dd-8458-647a1900302c tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:22.263509 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e7b60f35-296a-4e25-a291-c03c20b72bd6 req-2c17ee7b-fe09-45dd-8458-647a1900302c tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 932 time: 0.0492754 Oct 17 04:40:22.315609 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e7b60f35-296a-4e25-a291-c03c20b72bd6 req-842289dd-0252-40b9-a955-79f515faf98f tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464098 Oct 17 04:40:23.442513 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7ae2c-f8d5-449b-a545-31c92f9d84a3 req-a1cb0fc0-7736-40ea-a9ea-5235e3b4d03d tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:23.444813 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-08e7ae2c-f8d5-449b-a545-31c92f9d84a3 req-a1cb0fc0-7736-40ea-a9ea-5235e3b4d03d tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 932 time: 0.0540652 Oct 17 04:40:23.509114 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-08e7ae2c-f8d5-449b-a545-31c92f9d84a3 req-6952682f-4b5b-4d11-8bd7-d76cdc211687 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548325 Oct 17 04:40:24.634963 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a5a8e-1442-4e45-8633-f96fb07f599f req-475e555a-7517-48c2-94d9-1cc0eb0c0f9a tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:24.636643 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e22a5a8e-1442-4e45-8633-f96fb07f599f req-475e555a-7517-48c2-94d9-1cc0eb0c0f9a tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 932 time: 0.0519533 Oct 17 04:40:24.694591 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e22a5a8e-1442-4e45-8633-f96fb07f599f req-9fbc2bf4-c613-49ed-a597-75a261be04bb tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508974 Oct 17 04:40:25.821215 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9dfee5-9106-4765-aa29-bdbe6d0a8492 req-6d6409b1-484f-4844-bbfe-e44bddeeac08 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:25.822915 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bf9dfee5-9106-4765-aa29-bdbe6d0a8492 req-6d6409b1-484f-4844-bbfe-e44bddeeac08 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 932 time: 0.0474665 Oct 17 04:40:25.877682 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bf9dfee5-9106-4765-aa29-bdbe6d0a8492 req-373f0dd1-220e-4e5e-9dfe-7580314a23c8 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484712 Oct 17 04:40:26.983195 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:27.001335 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84873e-100d-4310-8d65-d15326f67301 req-52e80592-dba9-47ea-930a-25b7ec90627d tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:27.002772 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5f84873e-100d-4310-8d65-d15326f67301 req-52e80592-dba9-47ea-930a-25b7ec90627d tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 932 time: 0.0470729 Oct 17 04:40:27.019661 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Request body: {'port': {'device_id': '2192d50d-fc32-4eb2-8028-df6b4844be8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86155'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:40:27.052153 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5f84873e-100d-4310-8d65-d15326f67301 req-3f07e96d-ea1f-4f03-bf4b-e784a24d51a2 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439126 Oct 17 04:40:27.085419 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f0f6ca07-b0d8-4ee0-9614-ddf606753cac), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:27.201403 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:27.217827 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:27.342730 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f6ca07-b0d8-4ee0-9614-ddf606753cac {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:40:27.350035 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Publish callbacks [] for port (f0f6ca07-b0d8-4ee0-9614-ddf606753cac), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:27.362792 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Transition to ACTIVE for port object f0f6ca07-b0d8-4ee0-9614-ddf606753cac will not be triggered until provisioned by entity L2. {{(pid=104487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:40:27.365809 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (f0f6ca07-b0d8-4ee0-9614-ddf606753cac), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:27.446750 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f6ca07-b0d8-4ee0-9614-ddf606753cac,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:27.458101 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:27.458387 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:27.458723 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:27.459057 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:27.459380 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:27.459714 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:27.460023 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:27.460341 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:27.460660 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:27.460977 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:27.461321 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:27.461639 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:27.462441 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:27.462773 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:27.463096 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:40:27.489936 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Attempting to bind port f0f6ca07-b0d8-4ee0-9614-ddf606753cac on host hv-cinder-86155 for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:40:27.490272 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Attempting to bind port f0f6ca07-b0d8-4ee0-9614-ddf606753cac by drivers openvswitch,hyperv on host hv-cinder-86155 at level 0 using segments [{'id': '67e505d5-71b3-4bc1-b8d9-46fcfcb89819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:40:27.490600 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Attempting to bind port f0f6ca07-b0d8-4ee0-9614-ddf606753cac on network bd6540fe-f5bd-47b7-b95a-8ab656f32388 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:40:27.530946 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Port f0f6ca07-b0d8-4ee0-9614-ddf606753cac on network bd6540fe-f5bd-47b7-b95a-8ab656f32388 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86155 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:40:27.531271 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Attempting to bind port f0f6ca07-b0d8-4ee0-9614-ddf606753cac on network bd6540fe-f5bd-47b7-b95a-8ab656f32388 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:40:27.573307 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Checking agent: {'id': '98af6631-6ac5-4afe-8748-fa983cad7c78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86155', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:40:27.573640 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Checking segment: {'id': '67e505d5-71b3-4bc1-b8d9-46fcfcb89819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:40:27.574021 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Bound using segment: {'id': '67e505d5-71b3-4bc1-b8d9-46fcfcb89819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:40:27.574454 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Bound port: f0f6ca07-b0d8-4ee0-9614-ddf606753cac, host: hv-cinder-86155, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67e505d5-71b3-4bc1-b8d9-46fcfcb89819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:40:27.574811 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f0f6ca07-b0d8-4ee0-9614-ddf606753cac), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:27.638606 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] For port f0f6ca07-b0d8-4ee0-9614-ddf606753cac, host hv-cinder-86155, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:40:27.641702 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] For port f0f6ca07-b0d8-4ee0-9614-ddf606753cac, host hv-cinder-86155, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f0f6ca07-b0d8-4ee0-9614-ddf606753cac,segment=NetworkSegment(67e505d5-71b3-4bc1-b8d9-46fcfcb89819),segment_id=67e505d5-71b3-4bc1-b8d9-46fcfcb89819)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:40:27.647887 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (f0f6ca07-b0d8-4ee0-9614-ddf606753cac), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:27.652258 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:27.652876 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:27.654284 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/f0f6ca07-b0d8-4ee0-9614-ddf606753cac HTTP/1.1" status: 200 len: 1094 time: 0.6395104 Oct 17 04:40:27.654838 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2192d50d-fc32-4eb2-8028-df6b4844be8c', 'tag': 'f0f6ca07-b0d8-4ee0-9614-ddf606753cac'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:40:27.657092 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd6818c-155e-4798-99e6-e4c4c036584a" -d '{"events": [{"name": "network-changed", "server_uuid": "2192d50d-fc32-4eb2-8028-df6b4844be8c", "tag": "f0f6ca07-b0d8-4ee0-9614-ddf606753cac"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:40:27.709665 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215f1c12-8d3d-450b-b524-62e6de389868 x-openstack-request-id: req-215f1c12-8d3d-450b-b524-62e6de389868 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:40:27.709883 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2192d50d-fc32-4eb2-8028-df6b4844be8c", "tag": "f0f6ca07-b0d8-4ee0-9614-ddf606753cac", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:40:27.710139 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-215f1c12-8d3d-450b-b524-62e6de389868 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:40:27.710540 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-215f1c12-8d3d-450b-b524-62e6de389868'] response: {'name': 'network-changed', 'server_uuid': '2192d50d-fc32-4eb2-8028-df6b4844be8c', 'tag': 'f0f6ca07-b0d8-4ee0-9614-ddf606753cac', 'status': 'completed', 'code': 200} Oct 17 04:40:27.740475 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839d8bf-2e2d-4d59-853d-d330758bf373 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f6ca07-b0d8-4ee0-9614-ddf606753cac,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:27.748687 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-e9d76a1b-288a-4278-8b38-280a48397452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:27.750051 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-e9d76a1b-288a-4278-8b38-280a48397452 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fa613028ef8e48df8eb7178c54926095&device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 1128 time: 0.0524025 Oct 17 04:40:27.792411 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-a821c185-8923-4ee6-8b4d-905af86dff45 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0f6ca07-b0d8-4ee0-9614-ddf606753cac HTTP/1.1" status: 200 len: 217 time: 0.0364497 Oct 17 04:40:27.840312 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-2093ce21-c497-4b80-ad23-6a5b1be543c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:27.841784 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-2093ce21-c497-4b80-ad23-6a5b1be543c9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=48cbd86d-d6e3-4f99-8a97-bb4d273d010e HTTP/1.1" status: 200 len: 853 time: 0.0440660 Oct 17 04:40:27.885034 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-79624f35-aea3-4e00-8f9b-5db39a3e44aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:27.886513 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-79624f35-aea3-4e00-8f9b-5db39a3e44aa service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=bd6540fe-f5bd-47b7-b95a-8ab656f32388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385585 Oct 17 04:40:27.980722 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-e115e4e4-d92f-4a7e-8a90-cb0255eaf2cc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bd6540fe-f5bd-47b7-b95a-8ab656f32388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876412 Oct 17 04:40:28.036340 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:28.073760 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-0f18431e-f03a-4e01-88d0-e38bdeb16ce0 req-35fdbc38-ea57-49d4-b64d-22d75c3a27ec service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bd6540fe-f5bd-47b7-b95a-8ab656f32388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873237 Oct 17 04:40:28.174381 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5b042-c3a4-4057-ac63-8e5b8ea7b577 req-50b96ef2-b697-4116-b794-da1982e17c6c tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:28.175850 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f9d5b042-c3a4-4057-ac63-8e5b8ea7b577 req-50b96ef2-b697-4116-b794-da1982e17c6c tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 944 time: 0.0469403 Oct 17 04:40:28.196775 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:28.223542 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f9d5b042-c3a4-4057-ac63-8e5b8ea7b577 req-1880a7e6-eec7-4bc2-a8e3-596ce2c8b147 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414059 Oct 17 04:40:28.788272 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6818c-155e-4798-99e6-e4c4c036584a req-f8bbda95-bc38-446c-9812-e7c940f665c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:28.789763 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5fd6818c-155e-4798-99e6-e4c4c036584a req-f8bbda95-bc38-446c-9812-e7c940f665c8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fa613028ef8e48df8eb7178c54926095&device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 1128 time: 0.0388613 Oct 17 04:40:28.847214 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:28.883955 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6818c-155e-4798-99e6-e4c4c036584a req-080648da-7cae-4b9e-a12b-d3c4505f201c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:28.885957 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5fd6818c-155e-4798-99e6-e4c4c036584a req-080648da-7cae-4b9e-a12b-d3c4505f201c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=bd6540fe-f5bd-47b7-b95a-8ab656f32388 HTTP/1.1" status: 200 len: 915 time: 0.0906348 Oct 17 04:40:28.925001 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5fd6818c-155e-4798-99e6-e4c4c036584a req-0a446319-8b58-46c2-acfc-c4ad235551d5 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0f6ca07-b0d8-4ee0-9614-ddf606753cac HTTP/1.1" status: 200 len: 217 time: 0.0324318 Oct 17 04:40:28.975996 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6818c-155e-4798-99e6-e4c4c036584a req-f9ca6ccc-7448-4643-8d16-f6dc06db5d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:28.977411 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5fd6818c-155e-4798-99e6-e4c4c036584a req-f9ca6ccc-7448-4643-8d16-f6dc06db5d00 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=48cbd86d-d6e3-4f99-8a97-bb4d273d010e HTTP/1.1" status: 200 len: 853 time: 0.0475173 Oct 17 04:40:29.019277 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6818c-155e-4798-99e6-e4c4c036584a req-911162dd-1457-4502-b0a0-ad3260363369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:29.020728 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5fd6818c-155e-4798-99e6-e4c4c036584a req-911162dd-1457-4502-b0a0-ad3260363369 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=bd6540fe-f5bd-47b7-b95a-8ab656f32388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381422 Oct 17 04:40:29.109299 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5fd6818c-155e-4798-99e6-e4c4c036584a req-357028bc-56ab-4c83-9379-36b390409151 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bd6540fe-f5bd-47b7-b95a-8ab656f32388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825157 Oct 17 04:40:29.203347 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5fd6818c-155e-4798-99e6-e4c4c036584a req-99afdf9e-9411-4e34-a73b-2f49a22ecf74 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bd6540fe-f5bd-47b7-b95a-8ab656f32388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890188 Oct 17 04:40:29.350078 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b1ad1-18a2-4d9d-8086-ab71e8257b27 req-4f195026-0514-4d3c-91cd-eed0b5576c59 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:29.351538 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-174b1ad1-18a2-4d9d-8086-ab71e8257b27 req-4f195026-0514-4d3c-91cd-eed0b5576c59 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 944 time: 0.0500495 Oct 17 04:40:29.398091 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-174b1ad1-18a2-4d9d-8086-ab71e8257b27 req-1a9dd0cd-5907-4a3c-b5eb-069955e88b17 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402133 Oct 17 04:40:30.516393 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8a572-4b14-449c-8d71-5718d11ae31f req-c27e8e04-47be-4c5d-99ea-1e3ff886b529 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:30.517930 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-18d8a572-4b14-449c-8d71-5718d11ae31f req-c27e8e04-47be-4c5d-99ea-1e3ff886b529 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 944 time: 0.0458455 Oct 17 04:40:30.566453 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-18d8a572-4b14-449c-8d71-5718d11ae31f req-4aa0234a-5d74-488d-a676-2c218eae1df8 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430405 Oct 17 04:40:30.703422 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device f0f6ca07-b0d8-4ee0-9614-ddf606753cac details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:40:30.801065 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port f0f6ca07-b0d8-4ee0-9614-ddf606753cac, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f0f6ca07-b0d8-4ee0-9614-ddf606753cac,segment=NetworkSegment(67e505d5-71b3-4bc1-b8d9-46fcfcb89819),segment_id=67e505d5-71b3-4bc1-b8d9-46fcfcb89819)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:40:30.812228 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': 'f0f6ca07-b0d8-4ee0-9614-ddf606753cac', 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388', 'port_id': 'f0f6ca07-b0d8-4ee0-9614-ddf606753cac', 'mac_address': 'fa:16:3e:c0:12:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48cbd86d-d6e3-4f99-8a97-bb4d273d010e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:40:30.845629 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port f0f6ca07-b0d8-4ee0-9614-ddf606753cac is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:40:30.846010 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f0f6ca07-b0d8-4ee0-9614-ddf606753cac), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:30.858432 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f6ca07-b0d8-4ee0-9614-ddf606753cac {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:40:30.864482 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:30.882812 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port f0f6ca07-b0d8-4ee0-9614-ddf606753cac, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f0f6ca07-b0d8-4ee0-9614-ddf606753cac,segment=NetworkSegment(67e505d5-71b3-4bc1-b8d9-46fcfcb89819),segment_id=67e505d5-71b3-4bc1-b8d9-46fcfcb89819)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:40:30.886645 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (f0f6ca07-b0d8-4ee0-9614-ddf606753cac), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:30.932733 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=f0f6ca07-b0d8-4ee0-9614-ddf606753cac,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:31.094752 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['f0f6ca07-b0d8-4ee0-9614-ddf606753cac'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:40:31.098770 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-69b316b4-9273-4e02-8d4f-d8e8061c9278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:31.224573 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:31.698107 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6534192-3f0e-41ed-a303-c1e43d7f7c2e req-29d143cd-94c5-49bd-94e7-65dfe3e6bdd5 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:31.698107 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f6534192-3f0e-41ed-a303-c1e43d7f7c2e req-29d143cd-94c5-49bd-94e7-65dfe3e6bdd5 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 945 time: 0.0571382 Oct 17 04:40:31.770621 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f6534192-3f0e-41ed-a303-c1e43d7f7c2e req-8abdca96-0e16-44b3-a6ba-3cf77c54e2a6 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658255 Oct 17 04:40:32.704989 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device f0f6ca07-b0d8-4ee0-9614-ddf606753cac up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:40:32.746855 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning for port f0f6ca07-b0d8-4ee0-9614-ddf606753cac completed by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:40:32.752542 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port f0f6ca07-b0d8-4ee0-9614-ddf606753cac triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:40:32.753040 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (f0f6ca07-b0d8-4ee0-9614-ddf606753cac), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:32.753444 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port f0f6ca07-b0d8-4ee0-9614-ddf606753cac Oct 17 04:40:32.827353 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port f0f6ca07-b0d8-4ee0-9614-ddf606753cac is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:40:32.827985 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f0f6ca07-b0d8-4ee0-9614-ddf606753cac), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:32.851354 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2192d50d-fc32-4eb2-8028-df6b4844be8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f6ca07-b0d8-4ee0-9614-ddf606753cac'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:40:32.853793 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0609cddc-b3b5-4c71-b732-e00e006cf5d9" -d '{"events": [{"server_uuid": "2192d50d-fc32-4eb2-8028-df6b4844be8c", "name": "network-vif-plugged", "status": "completed", "tag": "f0f6ca07-b0d8-4ee0-9614-ddf606753cac"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:40:32.866252 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port f0f6ca07-b0d8-4ee0-9614-ddf606753cac, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f0f6ca07-b0d8-4ee0-9614-ddf606753cac,segment=NetworkSegment(67e505d5-71b3-4bc1-b8d9-46fcfcb89819),segment_id=67e505d5-71b3-4bc1-b8d9-46fcfcb89819)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:40:32.870732 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (f0f6ca07-b0d8-4ee0-9614-ddf606753cac), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:32.893461 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b97267b-07ec-4536-b32b-26db1c798550 x-openstack-request-id: req-6b97267b-07ec-4536-b32b-26db1c798550 {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:40:32.893749 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2192d50d-fc32-4eb2-8028-df6b4844be8c", "name": "network-vif-plugged", "status": "completed", "tag": "f0f6ca07-b0d8-4ee0-9614-ddf606753cac", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:40:32.893999 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6b97267b-07ec-4536-b32b-26db1c798550 {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:40:32.894391 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b97267b-07ec-4536-b32b-26db1c798550'] response: {'server_uuid': '2192d50d-fc32-4eb2-8028-df6b4844be8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f6ca07-b0d8-4ee0-9614-ddf606753cac', 'code': 200} Oct 17 04:40:32.903524 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5745b-63f2-4f50-92cf-869c3bc22aeb req-b1684af9-1473-478b-9655-26a84144014e tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:32.905326 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b5e5745b-63f2-4f50-92cf-869c3bc22aeb req-b1684af9-1473-478b-9655-26a84144014e tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 945 time: 0.0589454 Oct 17 04:40:32.921681 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=f0f6ca07-b0d8-4ee0-9614-ddf606753cac,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:32.960218 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b5e5745b-63f2-4f50-92cf-869c3bc22aeb req-726ce528-9a00-440a-997c-b0d92751bb52 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492165 Oct 17 04:40:33.062381 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913806c-3f96-4c51-a7de-5bf2eb1d8539 req-e79179f0-104e-4e00-a0dd-310242b73ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:33.063841 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-e913806c-3f96-4c51-a7de-5bf2eb1d8539 req-e79179f0-104e-4e00-a0dd-310242b73ab2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 1130 time: 0.0377953 Oct 17 04:40:33.107119 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-e913806c-3f96-4c51-a7de-5bf2eb1d8539 req-39ced9f4-978c-42c2-a5c9-75ca4d882385 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377214 Oct 17 04:40:33.494613 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-fa0b8125-0b92-4187-b3c5-e122ecc61eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:34.080108 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770b912-6797-42f3-9ac3-62c04bf0b071 req-db7bc98a-e71e-4c70-9e62-9eedbcceb7d7 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:34.081569 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b770b912-6797-42f3-9ac3-62c04bf0b071 req-db7bc98a-e71e-4c70-9e62-9eedbcceb7d7 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 946 time: 0.0462260 Oct 17 04:40:34.127759 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b770b912-6797-42f3-9ac3-62c04bf0b071 req-9a0ff436-bb33-41e7-b777-5b5b7ab86b5b tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407398 Oct 17 04:40:34.665244 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:35.252820 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215068e-a8f3-412b-bc0f-1424262ec169 req-aa7eba6a-cc92-4bca-98b3-925ddc51436a tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:35.254328 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2215068e-a8f3-412b-bc0f-1424262ec169 req-aa7eba6a-cc92-4bca-98b3-925ddc51436a tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 946 time: 0.0508306 Oct 17 04:40:35.300727 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2215068e-a8f3-412b-bc0f-1424262ec169 req-3b18f61d-4f70-46b1-9cf4-36fba54c14a7 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405338 Oct 17 04:40:35.418990 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ae1a3-d26f-43ca-9fb8-9dc65181c622 req-2dd85f4c-ce0c-4a70-b85d-9257bc77d3c8 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:35.420368 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-430ae1a3-d26f-43ca-9fb8-9dc65181c622 req-2dd85f4c-ce0c-4a70-b85d-9257bc77d3c8 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 946 time: 0.0477619 Oct 17 04:40:35.466522 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-430ae1a3-d26f-43ca-9fb8-9dc65181c622 req-1670afc7-7a1d-4c7d-bc8a-c202bad510dc tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405407 Oct 17 04:40:35.798919 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc05a89-5158-49df-8336-1c4cb41f6100 req-b7591893-27d9-4d85-968d-1f097e799b4b tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:35.800386 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1fc05a89-5158-49df-8336-1c4cb41f6100 req-b7591893-27d9-4d85-968d-1f097e799b4b tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 946 time: 0.0496280 Oct 17 04:40:35.846752 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1fc05a89-5158-49df-8336-1c4cb41f6100 req-6fc430f5-e067-4afb-b23d-8cb32910f13c tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408242 Oct 17 04:40:36.227580 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:36.300645 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:36.519140 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:39.499779 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:39.509773 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=4 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:43.101030 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=58 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:43.103984 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=41 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:44.429755 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286cc7d-6fee-4724-a772-74b87ae151b0 req-01dc686f-431b-4eb3-a5f8-be9d00a063ab tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:44.431710 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6286cc7d-6fee-4724-a772-74b87ae151b0 req-01dc686f-431b-4eb3-a5f8-be9d00a063ab tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 946 time: 0.0455811 Oct 17 04:40:44.470927 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:44.478688 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6286cc7d-6fee-4724-a772-74b87ae151b0 req-ae26446d-e99c-4996-96ec-648125b1a3e0 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416338 Oct 17 04:40:44.507350 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 36764) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:40:44.636678 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae07297e-ac91-425e-b311-c1fb2b819617 tempest-TestMinimumBasicScenario-669022742 tempest-TestMinimumBasicScenario-669022742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:44.638236 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-ae07297e-ac91-425e-b311-c1fb2b819617 tempest-TestMinimumBasicScenario-669022742 tempest-TestMinimumBasicScenario-669022742-project-admin] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 1125 time: 0.1299417 Oct 17 04:40:44.641027 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 36768) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:40:44.645265 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-4a8e290a-0bfc-4523-8863-f87535c45f37 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Request body: {'floatingip': {'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'port_id': 'f0f6ca07-b0d8-4ee0-9614-ddf606753cac', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:40:44.666707 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4a8e290a-0bfc-4523-8863-f87535c45f37 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:44.748980 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4a8e290a-0bfc-4523-8863-f87535c45f37 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:44.787997 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:44.856646 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_common [None req-4a8e290a-0bfc-4523-8863-f87535c45f37 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Allocated IP 172.27.3.58 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/29dd8dee-77bb-498a-98cb-913345177ce2) {{(pid=104488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:40:44.958527 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4a8e290a-0bfc-4523-8863-f87535c45f37 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for port (29dd8dee-77bb-498a-98cb-913345177ce2), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:44.989718 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4a8e290a-0bfc-4523-8863-f87535c45f37 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (29dd8dee-77bb-498a-98cb-913345177ce2), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:45.031250 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8e290a-0bfc-4523-8863-f87535c45f37 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:40:45.034098 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-4a8e290a-0bfc-4523-8863-f87535c45f37 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:40:45.037735 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e290a-0bfc-4523-8863-f87535c45f37 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Received port after_create {{(pid=104488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:40:45.063863 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e290a-0bfc-4523-8863-f87535c45f37 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Pushing event updated for resources: {'Port': ['ID=29dd8dee-77bb-498a-98cb-913345177ce2,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:45.376446 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:45.390893 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4a8e290a-0bfc-4523-8863-f87535c45f37 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for floatingip (55700516-15ec-4dc7-a2a8-5f94f9ef1e9f), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:45.460187 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4a8e290a-0bfc-4523-8863-f87535c45f37 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (29dd8dee-77bb-498a-98cb-913345177ce2), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:45.514492 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:45.609421 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4a8e290a-0bfc-4523-8863-f87535c45f37 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for port (29dd8dee-77bb-498a-98cb-913345177ce2), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:45.613687 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4a8e290a-0bfc-4523-8863-f87535c45f37 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7641586'] for port (29dd8dee-77bb-498a-98cb-913345177ce2), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:45.679095 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4a8e290a-0bfc-4523-8863-f87535c45f37 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (55700516-15ec-4dc7-a2a8-5f94f9ef1e9f), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:45.681263 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e290a-0bfc-4523-8863-f87535c45f37 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Pushing event updated for resources: {'Port': ['ID=29dd8dee-77bb-498a-98cb-913345177ce2,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:45.778657 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.l3_db [None req-4a8e290a-0bfc-4523-8863-f87535c45f37 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Floating IP 55700516-15ec-4dc7-a2a8-5f94f9ef1e9f associated. External IP: 172.27.3.58, port: f0f6ca07-b0d8-4ee0-9614-ddf606753cac. Oct 17 04:40:45.976640 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8e290a-0bfc-4523-8863-f87535c45f37 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Router 829529a2-6653-4822-9e52-e36ef67e372f has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:40:46.075896 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8e290a-0bfc-4523-8863-f87535c45f37 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:40:46.085588 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c70f5c1-f7dc-43c2-8dd5-6b628ecb2a43 None None] Sync routers for ids ['829529a2-6653-4822-9e52-e36ef67e372f'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:40:46.094897 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4a8e290a-0bfc-4523-8863-f87535c45f37 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:46.095460 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c70f5c1-f7dc-43c2-8dd5-6b628ecb2a43 None None] Routers {'829529a2-6653-4822-9e52-e36ef67e372f'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:40:46.096068 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-8c70f5c1-f7dc-43c2-8dd5-6b628ecb2a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:40:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['829529a2-6653-4822-9e52-e36ef67e372f'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:40:46.127575 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-4a8e290a-0bfc-4523-8863-f87535c45f37 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4855163 Oct 17 04:40:46.128211 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2192d50d-fc32-4eb2-8028-df6b4844be8c', 'tag': 'f0f6ca07-b0d8-4ee0-9614-ddf606753cac'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:40:46.130505 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0421ab-a981-4d5b-aca2-38218ee84e94" -d '{"events": [{"name": "network-changed", "server_uuid": "2192d50d-fc32-4eb2-8028-df6b4844be8c", "tag": "f0f6ca07-b0d8-4ee0-9614-ddf606753cac"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:40:46.130817 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 36770) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:40:46.144091 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-8a7522f3-05c4-4ebe-9243-94bfe5263ecb tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1773030672', 'description': 'tempest-secgroup-smoke-1773030672 description', 'project_id': 'fa613028ef8e48df8eb7178c54926095'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:40:46.176358 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8a7522f3-05c4-4ebe-9243-94bfe5263ecb tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:46.188642 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fc3d47-0131-46af-848b-fb54081256c0 x-openstack-request-id: req-d5fc3d47-0131-46af-848b-fb54081256c0 {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:40:46.188932 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2192d50d-fc32-4eb2-8028-df6b4844be8c", "tag": "f0f6ca07-b0d8-4ee0-9614-ddf606753cac", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:40:46.189211 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d5fc3d47-0131-46af-848b-fb54081256c0 {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:40:46.189611 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5fc3d47-0131-46af-848b-fb54081256c0'] response: {'name': 'network-changed', 'server_uuid': '2192d50d-fc32-4eb2-8028-df6b4844be8c', 'tag': 'f0f6ca07-b0d8-4ee0-9614-ddf606753cac', 'status': 'completed', 'code': 200} Oct 17 04:40:46.203235 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-8c70f5c1-f7dc-43c2-8dd5-6b628ecb2a43 None None] Set router 829529a2-6653-4822-9e52-e36ef67e372f gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:40:46.266913 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0421ab-a981-4d5b-aca2-38218ee84e94 req-ab5bc6d0-0b6d-4d47-8259-47ddc568c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:46.268326 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3d0421ab-a981-4d5b-aca2-38218ee84e94 req-ab5bc6d0-0b6d-4d47-8259-47ddc568c189 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fa613028ef8e48df8eb7178c54926095&device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 1130 time: 0.0530257 Oct 17 04:40:46.293809 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8a7522f3-05c4-4ebe-9243-94bfe5263ecb tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group (2aedb6d8-1729-4ae3-a30a-dfbac6e19228), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:46.304852 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8a7522f3-05c4-4ebe-9243-94bfe5263ecb tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (2aedb6d8-1729-4ae3-a30a-dfbac6e19228), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:46.364007 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8a7522f3-05c4-4ebe-9243-94bfe5263ecb tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:46.365265 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-8a7522f3-05c4-4ebe-9243-94bfe5263ecb tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2334068 Oct 17 04:40:46.369158 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 36774) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:40:46.375075 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-5718fe52-23ec-4f17-8dbb-05416365ca0e tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Request body: {'security_group_rule': {'security_group_id': '2aedb6d8-1729-4ae3-a30a-dfbac6e19228', 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:40:46.381135 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7522f3-05c4-4ebe-9243-94bfe5263ecb tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aedb6d8-1729-4ae3-a30a-dfbac6e19228,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:46.409854 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5718fe52-23ec-4f17-8dbb-05416365ca0e tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group_rule (2c56ad12-a158-456c-8fce-a0bc2aa64792), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:46.412672 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0421ab-a981-4d5b-aca2-38218ee84e94 req-096cb803-02f0-42d0-85ec-35ef2241af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:46.414278 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3d0421ab-a981-4d5b-aca2-38218ee84e94 req-096cb803-02f0-42d0-85ec-35ef2241af5a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=bd6540fe-f5bd-47b7-b95a-8ab656f32388 HTTP/1.1" status: 200 len: 915 time: 0.1346569 Oct 17 04:40:46.463542 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:46.471299 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5718fe52-23ec-4f17-8dbb-05416365ca0e tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group_rule (2c56ad12-a158-456c-8fce-a0bc2aa64792), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:46.476045 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5718fe52-23ec-4f17-8dbb-05416365ca0e tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (2c56ad12-a158-456c-8fce-a0bc2aa64792), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:46.485707 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3d0421ab-a981-4d5b-aca2-38218ee84e94 req-fb5c9a9c-0a20-4fc3-93b2-55a8089493f7 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0f6ca07-b0d8-4ee0-9614-ddf606753cac HTTP/1.1" status: 200 len: 999 time: 0.0644126 Oct 17 04:40:46.498097 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718fe52-23ec-4f17-8dbb-05416365ca0e tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c56ad12-a158-456c-8fce-a0bc2aa64792,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:46.504244 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5718fe52-23ec-4f17-8dbb-05416365ca0e tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:46.508440 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-5718fe52-23ec-4f17-8dbb-05416365ca0e tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353459 Oct 17 04:40:46.508726 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 36776) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:40:46.513505 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-0c3428df-8eb6-4ef4-8ec4-4a5dec638a10 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Request body: {'security_group_rule': {'security_group_id': '2aedb6d8-1729-4ae3-a30a-dfbac6e19228', 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:40:46.513960 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:46.515227 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-8c70f5c1-f7dc-43c2-8dd5-6b628ecb2a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829529a2-6653-4822-9e52-e36ef67e372f', 'name': 'tempest-TestMinimumBasicScenario-205004072-router', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:01Z', 'revision_number': 4, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'gw_port': {'id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '55700516-15ec-4dc7-a2a8-5f94f9ef1e9f', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'floating_ip_address': '172.27.3.58', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'port_id': 'f0f6ca07-b0d8-4ee0-9614-ddf606753cac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388', 'mac_address': 'fa:16:3e:c0:12:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2192d50d-fc32-4eb2-8028-df6b4844be8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:40:45Z', 'updated_at': '2022-10-17T04:40:45Z', 'revision_number': 0, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a', 'name': '', 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'mac_address': 'fa:16:3e:5f:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '48cbd86d-d6e3-4f99-8a97-bb4d273d010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:40:01Z', 'updated_at': '2022-10-17T04:40:07Z', 'revision_number': 5, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'subnets': [{'id': '48cbd86d-d6e3-4f99-8a97-bb4d273d010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:40:46.515972 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=31,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:46.522139 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:46.544868 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0421ab-a981-4d5b-aca2-38218ee84e94 req-d5ef4bb9-466f-432e-9993-e29852afa5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:46.547416 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3d0421ab-a981-4d5b-aca2-38218ee84e94 req-d5ef4bb9-466f-432e-9993-e29852afa5f2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=48cbd86d-d6e3-4f99-8a97-bb4d273d010e HTTP/1.1" status: 200 len: 853 time: 0.0553024 Oct 17 04:40:46.548075 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c70f5c1-f7dc-43c2-8dd5-6b628ecb2a43 None None] Checking router: 829529a2-6653-4822-9e52-e36ef67e372f for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:40:46.548234 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-0c3428df-8eb6-4ef4-8ec4-4a5dec638a10 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group_rule (cb894381-9e83-491b-9019-b2d4819f7b51), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:46.556653 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c70f5c1-f7dc-43c2-8dd5-6b628ecb2a43 None None] Routers {'829529a2-6653-4822-9e52-e36ef67e372f'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:40:46.557294 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-8c70f5c1-f7dc-43c2-8dd5-6b628ecb2a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:40:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['829529a2-6653-4822-9e52-e36ef67e372f'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:40:46.599653 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0421ab-a981-4d5b-aca2-38218ee84e94 req-42286205-c721-401e-bf0c-e6c8185b662a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:46.601234 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3d0421ab-a981-4d5b-aca2-38218ee84e94 req-42286205-c721-401e-bf0c-e6c8185b662a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=bd6540fe-f5bd-47b7-b95a-8ab656f32388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485950 Oct 17 04:40:46.608205 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-0c3428df-8eb6-4ef4-8ec4-4a5dec638a10 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group_rule (cb894381-9e83-491b-9019-b2d4819f7b51), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:46.612111 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-0c3428df-8eb6-4ef4-8ec4-4a5dec638a10 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (cb894381-9e83-491b-9019-b2d4819f7b51), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:46.635549 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3428df-8eb6-4ef4-8ec4-4a5dec638a10 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb894381-9e83-491b-9019-b2d4819f7b51,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:46.648391 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-0c3428df-8eb6-4ef4-8ec4-4a5dec638a10 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:46.649989 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-0c3428df-8eb6-4ef4-8ec4-4a5dec638a10 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1401293 Oct 17 04:40:46.653473 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 36778) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:40:46.657618 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-4d982ad5-7135-4598-ba64-3ed842f7e311 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Request body: {'security_group_rule': {'security_group_id': '2aedb6d8-1729-4ae3-a30a-dfbac6e19228', 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:40:46.673889 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-8c70f5c1-f7dc-43c2-8dd5-6b628ecb2a43 None None] Set router 829529a2-6653-4822-9e52-e36ef67e372f gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:40:46.685177 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4d982ad5-7135-4598-ba64-3ed842f7e311 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group_rule (75469741-b826-411e-af5c-6b0ae113fe4e), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:46.704528 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3d0421ab-a981-4d5b-aca2-38218ee84e94 req-e24808d3-3742-49df-aca5-27cf4745a94d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bd6540fe-f5bd-47b7-b95a-8ab656f32388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960760 Oct 17 04:40:46.748036 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4d982ad5-7135-4598-ba64-3ed842f7e311 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group_rule (75469741-b826-411e-af5c-6b0ae113fe4e), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:46.752235 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4d982ad5-7135-4598-ba64-3ed842f7e311 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (75469741-b826-411e-af5c-6b0ae113fe4e), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:46.769433 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d982ad5-7135-4598-ba64-3ed842f7e311 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75469741-b826-411e-af5c-6b0ae113fe4e,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:46.787191 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-4d982ad5-7135-4598-ba64-3ed842f7e311 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:46.788403 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-4d982ad5-7135-4598-ba64-3ed842f7e311 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343746 Oct 17 04:40:46.791308 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 36780) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:40:46.796531 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-d356a3f7-d382-42f3-a171-37c08967545e tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Request body: {'security_group_rule': {'security_group_id': '2aedb6d8-1729-4ae3-a30a-dfbac6e19228', 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:40:46.807704 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3d0421ab-a981-4d5b-aca2-38218ee84e94 req-0d3117a7-e45d-4d00-b5ea-7f6696dade2e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bd6540fe-f5bd-47b7-b95a-8ab656f32388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968373 Oct 17 04:40:46.825594 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d356a3f7-d382-42f3-a171-37c08967545e tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group_rule (e00703e1-d802-4d29-8602-ab35c2bad740), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:46.889037 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d356a3f7-d382-42f3-a171-37c08967545e tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group_rule (e00703e1-d802-4d29-8602-ab35c2bad740), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:46.892951 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d356a3f7-d382-42f3-a171-37c08967545e tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (e00703e1-d802-4d29-8602-ab35c2bad740), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:46.895752 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-8c70f5c1-f7dc-43c2-8dd5-6b628ecb2a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829529a2-6653-4822-9e52-e36ef67e372f', 'name': 'tempest-TestMinimumBasicScenario-205004072-router', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:01Z', 'revision_number': 4, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'gw_port': {'id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '55700516-15ec-4dc7-a2a8-5f94f9ef1e9f', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'floating_ip_address': '172.27.3.58', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'port_id': 'f0f6ca07-b0d8-4ee0-9614-ddf606753cac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388', 'mac_address': 'fa:16:3e:c0:12:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2192d50d-fc32-4eb2-8028-df6b4844be8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:40:45Z', 'updated_at': '2022-10-17T04:40:45Z', 'revision_number': 0, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a', 'name': '', 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'mac_address': 'fa:16:3e:5f:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '48cbd86d-d6e3-4f99-8a97-bb4d273d010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:40:01Z', 'updated_at': '2022-10-17T04:40:07Z', 'revision_number': 5, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'subnets': [{'id': '48cbd86d-d6e3-4f99-8a97-bb4d273d010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:40:46.912045 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356a3f7-d382-42f3-a171-37c08967545e tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e00703e1-d802-4d29-8602-ab35c2bad740,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:46.921185 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d356a3f7-d382-42f3-a171-37c08967545e tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:46.921757 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c70f5c1-f7dc-43c2-8dd5-6b628ecb2a43 None None] The sync data for ids ['829529a2-6653-4822-9e52-e36ef67e372f'] in dv-cinder-861557-1-iscsi is: [{'id': '829529a2-6653-4822-9e52-e36ef67e372f', 'name': 'tempest-TestMinimumBasicScenario-205004072-router', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:01Z', 'revision_number': 4, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'gw_port': {'id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '55700516-15ec-4dc7-a2a8-5f94f9ef1e9f', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'floating_ip_address': '172.27.3.58', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'port_id': 'f0f6ca07-b0d8-4ee0-9614-ddf606753cac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388', 'mac_address': 'fa:16:3e:c0:12:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2192d50d-fc32-4eb2-8028-df6b4844be8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:40:45Z', 'updated_at': '2022-10-17T04:40:45Z', 'revision_number': 0, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a', 'name': '', 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'mac_address': 'fa:16:3e:5f:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '48cbd86d-d6e3-4f99-8a97-bb4d273d010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:40:01Z', 'updated_at': '2022-10-17T04:40:07Z', 'revision_number': 5, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'subnets': [{'id': '48cbd86d-d6e3-4f99-8a97-bb4d273d010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:40:46.922468 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-d356a3f7-d382-42f3-a171-37c08967545e tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302104 Oct 17 04:40:46.925287 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 36782) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:40:46.929885 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-12d913b0-3c6f-4589-92e7-df147fe487ba tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Request body: {'security_group_rule': {'security_group_id': '2aedb6d8-1729-4ae3-a30a-dfbac6e19228', 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:40:46.950876 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.securitygroups_db [None req-12d913b0-3c6f-4589-92e7-df147fe487ba tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Project fa613028ef8e48df8eb7178c54926095 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 04:40:46.956915 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-12d913b0-3c6f-4589-92e7-df147fe487ba tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group_rule (86c15d45-24c0-49f7-9cda-8e2da20c9f15), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:47.022697 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-12d913b0-3c6f-4589-92e7-df147fe487ba tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group_rule (86c15d45-24c0-49f7-9cda-8e2da20c9f15), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:47.026688 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-12d913b0-3c6f-4589-92e7-df147fe487ba tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (86c15d45-24c0-49f7-9cda-8e2da20c9f15), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:47.047384 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d913b0-3c6f-4589-92e7-df147fe487ba tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c15d45-24c0-49f7-9cda-8e2da20c9f15,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:47.055159 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-12d913b0-3c6f-4589-92e7-df147fe487ba tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:47.056622 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-12d913b0-3c6f-4589-92e7-df147fe487ba tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302576 Oct 17 04:40:47.059347 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 36784) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:40:47.063874 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-35643033-5c4c-4ff9-83dc-d2b0b01179d2 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Request body: {'security_group_rule': {'security_group_id': '2aedb6d8-1729-4ae3-a30a-dfbac6e19228', 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:40:47.087624 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.securitygroups_db [None req-35643033-5c4c-4ff9-83dc-d2b0b01179d2 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Project fa613028ef8e48df8eb7178c54926095 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 04:40:47.093932 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-35643033-5c4c-4ff9-83dc-d2b0b01179d2 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group_rule (9c91b320-0093-435d-a800-d69b2b129405), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:47.139164 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56937f5-51c9-4670-aee3-494840ca4af9 None None] New status for floating IP 55700516-15ec-4dc7-a2a8-5f94f9ef1e9f: ACTIVE {{(pid=104489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:40:47.157797 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-35643033-5c4c-4ff9-83dc-d2b0b01179d2 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group_rule (9c91b320-0093-435d-a800-d69b2b129405), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:47.162802 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-35643033-5c4c-4ff9-83dc-d2b0b01179d2 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650804'] for security_group_rule (9c91b320-0093-435d-a800-d69b2b129405), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:47.169127 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:47.186441 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35643033-5c4c-4ff9-83dc-d2b0b01179d2 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c91b320-0093-435d-a800-d69b2b129405,revision_number=0']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:47.195757 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-35643033-5c4c-4ff9-83dc-d2b0b01179d2 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:47.197669 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-35643033-5c4c-4ff9-83dc-d2b0b01179d2 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373188 Oct 17 04:40:47.294495 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6a6a8532-a5f9-4859-9d2f-2ec0bca62771 req-5700fcea-7268-45ef-b9b5-d2b1021304f7 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1773030672&fields=id&tenant_id=fa613028ef8e48df8eb7178c54926095 HTTP/1.1" status: 200 len: 267 time: 0.0477259 Oct 17 04:40:47.346587 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a8532-a5f9-4859-9d2f-2ec0bca62771 req-2d82810d-329d-4e2f-a576-6d1470112fcc tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:47.348029 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6a6a8532-a5f9-4859-9d2f-2ec0bca62771 req-2d82810d-329d-4e2f-a576-6d1470112fcc tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 946 time: 0.0478997 Oct 17 04:40:47.358575 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [req-6a6a8532-a5f9-4859-9d2f-2ec0bca62771 req-7dfd6041-04c8-4fa7-ad35-80f749d1f967 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Request body: {'port': {'security_groups': ['0831ee38-f0e3-4fee-b0d6-596c2dab3224', '2aedb6d8-1729-4ae3-a30a-dfbac6e19228']}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:40:47.401058 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:47.433559 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-6a6a8532-a5f9-4859-9d2f-2ec0bca62771 req-7dfd6041-04c8-4fa7-ad35-80f749d1f967 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f0f6ca07-b0d8-4ee0-9614-ddf606753cac), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:47.613028 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [req-6a6a8532-a5f9-4859-9d2f-2ec0bca62771 req-7dfd6041-04c8-4fa7-ad35-80f749d1f967 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] For port f0f6ca07-b0d8-4ee0-9614-ddf606753cac, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f0f6ca07-b0d8-4ee0-9614-ddf606753cac,segment=NetworkSegment(67e505d5-71b3-4bc1-b8d9-46fcfcb89819),segment_id=67e505d5-71b3-4bc1-b8d9-46fcfcb89819)] {{(pid=104488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:40:47.640873 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-6a6a8532-a5f9-4859-9d2f-2ec0bca62771 req-7dfd6041-04c8-4fa7-ad35-80f749d1f967 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for port (f0f6ca07-b0d8-4ee0-9614-ddf606753cac), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:47.645175 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-6a6a8532-a5f9-4859-9d2f-2ec0bca62771 req-7dfd6041-04c8-4fa7-ad35-80f749d1f967 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7641586'] for port (f0f6ca07-b0d8-4ee0-9614-ddf606753cac), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:47.655114 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a8532-a5f9-4859-9d2f-2ec0bca62771 req-7dfd6041-04c8-4fa7-ad35-80f749d1f967 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:47.655708 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-6a6a8532-a5f9-4859-9d2f-2ec0bca62771 req-7dfd6041-04c8-4fa7-ad35-80f749d1f967 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:40:47.656240 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['f0f6ca07-b0d8-4ee0-9614-ddf606753cac'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:40:47.657044 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-6a6a8532-a5f9-4859-9d2f-2ec0bca62771 req-7dfd6041-04c8-4fa7-ad35-80f749d1f967 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "PUT /networking/v2.0/ports/f0f6ca07-b0d8-4ee0-9614-ddf606753cac HTTP/1.1" status: 200 len: 982 time: 0.3027589 Oct 17 04:40:47.707684 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd6041-04c8-4fa7-ad35-80f749d1f967 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Pushing event updated for resources: {'Port': ['ID=f0f6ca07-b0d8-4ee0-9614-ddf606753cac,revision_number=6']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:40:47.735674 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['f0f6ca07-b0d8-4ee0-9614-ddf606753cac'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:40:47.774115 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e47a1-d41e-4b44-a28f-3d57eb8bdf86 req-9bd0d110-0dc9-408b-845c-a6ea99ad5409 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:47.775742 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-de5e47a1-d41e-4b44-a28f-3d57eb8bdf86 req-9bd0d110-0dc9-408b-845c-a6ea99ad5409 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 985 time: 0.0487251 Oct 17 04:40:48.087629 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-de5e47a1-d41e-4b44-a28f-3d57eb8bdf86 req-0f696a91-40b4-480a-9bf9-d005ce85768c tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&id=2aedb6d8-1729-4ae3-a30a-dfbac6e19228&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3054562 Oct 17 04:40:48.175240 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:48.190605 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2192d50d-fc32-4eb2-8028-df6b4844be8c', 'tag': 'f0f6ca07-b0d8-4ee0-9614-ddf606753cac'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:40:48.193050 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b880f41-3f0b-496b-9ac9-3f07e107d089" -d '{"events": [{"name": "network-changed", "server_uuid": "2192d50d-fc32-4eb2-8028-df6b4844be8c", "tag": "f0f6ca07-b0d8-4ee0-9614-ddf606753cac"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:40:48.212559 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:48.232179 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb564ce-6e88-4a67-91c1-cd207b21c5e8 x-openstack-request-id: req-abb564ce-6e88-4a67-91c1-cd207b21c5e8 {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:40:48.232465 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2192d50d-fc32-4eb2-8028-df6b4844be8c", "tag": "f0f6ca07-b0d8-4ee0-9614-ddf606753cac", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:40:48.232716 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-abb564ce-6e88-4a67-91c1-cd207b21c5e8 {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:40:48.233146 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb564ce-6e88-4a67-91c1-cd207b21c5e8'] response: {'name': 'network-changed', 'server_uuid': '2192d50d-fc32-4eb2-8028-df6b4844be8c', 'tag': 'f0f6ca07-b0d8-4ee0-9614-ddf606753cac', 'status': 'completed', 'code': 200} Oct 17 04:40:48.292785 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b880f41-3f0b-496b-9ac9-3f07e107d089 req-3d63938c-01c0-47a4-ae54-17267f6baf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:48.294263 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5b880f41-3f0b-496b-9ac9-3f07e107d089 req-3d63938c-01c0-47a4-ae54-17267f6baf45 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fa613028ef8e48df8eb7178c54926095&device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 1169 time: 0.0409997 Oct 17 04:40:48.388312 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b880f41-3f0b-496b-9ac9-3f07e107d089 req-3c7d9ce8-5c1b-46f8-b39f-fe705dc8b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:48.389813 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5b880f41-3f0b-496b-9ac9-3f07e107d089 req-3c7d9ce8-5c1b-46f8-b39f-fe705dc8b2c9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=bd6540fe-f5bd-47b7-b95a-8ab656f32388 HTTP/1.1" status: 200 len: 915 time: 0.0896916 Oct 17 04:40:48.443217 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:40:48.452883 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5b880f41-3f0b-496b-9ac9-3f07e107d089 req-a0195c4c-2264-411c-b58c-d210a22d9f81 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0f6ca07-b0d8-4ee0-9614-ddf606753cac HTTP/1.1" status: 200 len: 1001 time: 0.0541677 Oct 17 04:40:48.499731 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b880f41-3f0b-496b-9ac9-3f07e107d089 req-8b464ad9-fbab-4fe5-9d8c-e97e9363c090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:48.501202 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5b880f41-3f0b-496b-9ac9-3f07e107d089 req-8b464ad9-fbab-4fe5-9d8c-e97e9363c090 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=48cbd86d-d6e3-4f99-8a97-bb4d273d010e HTTP/1.1" status: 200 len: 853 time: 0.0427222 Oct 17 04:40:48.514539 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:48.549674 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b880f41-3f0b-496b-9ac9-3f07e107d089 req-e8bb4c77-253f-484b-87fa-35fbae5b5a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:40:48.551146 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5b880f41-3f0b-496b-9ac9-3f07e107d089 req-e8bb4c77-253f-484b-87fa-35fbae5b5a80 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=bd6540fe-f5bd-47b7-b95a-8ab656f32388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443547 Oct 17 04:40:48.613471 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:48.644199 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5b880f41-3f0b-496b-9ac9-3f07e107d089 req-a02ec644-6b18-4dd9-a592-d160c318ebdd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bd6540fe-f5bd-47b7-b95a-8ab656f32388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844800 Oct 17 04:40:48.737890 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-5b880f41-3f0b-496b-9ac9-3f07e107d089 req-e03ca3cb-494f-4efa-8d3e-853f8dfb8882 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bd6540fe-f5bd-47b7-b95a-8ab656f32388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871899 Oct 17 04:40:58.077805 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:58.080929 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=43,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:58.254148 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:58.261777 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=17 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:58.439435 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=76 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:58.733207 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=23 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:58.735086 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=12 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:40:59.460649 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=75,neutron:DELETE=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:01.104146 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-0d14e4f9-dd14-4f47-bcf7-da63d43942e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:03.495597 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-009d84df-9df2-4b37-9357-90ce63d348b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:04.668521 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:06.230411 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:06.306658 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:06.522916 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:11.005790 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31a25a-33b7-4278-96a5-ba5960b4729f req-5dff6af2-5e1c-494d-bb4e-4e76d6940ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:11.007288 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ac31a25a-33b7-4278-96a5-ba5960b4729f req-5dff6af2-5e1c-494d-bb4e-4e76d6940ffb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fa613028ef8e48df8eb7178c54926095&device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 1169 time: 0.0396907 Oct 17 04:41:11.013539 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2555f-141f-44df-af90-a6b26232780b req-96cd4fc9-d0ca-4a92-a892-4a7b9f49208a tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:11.015056 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e3f2555f-141f-44df-af90-a6b26232780b req-96cd4fc9-d0ca-4a92-a892-4a7b9f49208a tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 985 time: 0.0486283 Oct 17 04:41:11.076608 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e3f2555f-141f-44df-af90-a6b26232780b req-03c52f73-178d-429d-a66d-b927290dccdc tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&id=2aedb6d8-1729-4ae3-a30a-dfbac6e19228&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552154 Oct 17 04:41:11.102894 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31a25a-33b7-4278-96a5-ba5960b4729f req-fa055fe5-561f-4e31-b518-edddc0e65ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:11.104442 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ac31a25a-33b7-4278-96a5-ba5960b4729f req-fa055fe5-561f-4e31-b518-edddc0e65ca5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=bd6540fe-f5bd-47b7-b95a-8ab656f32388 HTTP/1.1" status: 200 len: 915 time: 0.0896363 Oct 17 04:41:11.168080 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ac31a25a-33b7-4278-96a5-ba5960b4729f req-fe93dd2a-2c2f-4fbc-8766-6cdaa3d485f1 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0f6ca07-b0d8-4ee0-9614-ddf606753cac HTTP/1.1" status: 200 len: 1001 time: 0.0556889 Oct 17 04:41:11.216565 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31a25a-33b7-4278-96a5-ba5960b4729f req-4c20fd1e-4ecf-4d0d-a58d-f9371bf81c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:11.217998 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ac31a25a-33b7-4278-96a5-ba5960b4729f req-4c20fd1e-4ecf-4d0d-a58d-f9371bf81c5b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=48cbd86d-d6e3-4f99-8a97-bb4d273d010e HTTP/1.1" status: 200 len: 853 time: 0.0432951 Oct 17 04:41:11.265197 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31a25a-33b7-4278-96a5-ba5960b4729f req-e2fdfbd8-5545-46eb-96c6-8ba3cef53cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:11.266661 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ac31a25a-33b7-4278-96a5-ba5960b4729f req-e2fdfbd8-5545-46eb-96c6-8ba3cef53cbb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=bd6540fe-f5bd-47b7-b95a-8ab656f32388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420432 Oct 17 04:41:11.356089 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ac31a25a-33b7-4278-96a5-ba5960b4729f req-23d09313-f22e-467d-8e0d-6a87e5b2a697 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bd6540fe-f5bd-47b7-b95a-8ab656f32388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827553 Oct 17 04:41:11.448959 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-ac31a25a-33b7-4278-96a5-ba5960b4729f req-c18fdace-51f8-48c7-91d0-0c8acaad87eb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bd6540fe-f5bd-47b7-b95a-8ab656f32388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864797 Oct 17 04:41:12.335437 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f072f91-2f18-4a51-92eb-d7adf0e24115 req-0874d344-714f-4074-a6e8-e70ad7bd086f tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:12.336872 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0f072f91-2f18-4a51-92eb-d7adf0e24115 req-0874d344-714f-4074-a6e8-e70ad7bd086f tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 985 time: 0.1795938 Oct 17 04:41:12.394516 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0f072f91-2f18-4a51-92eb-d7adf0e24115 req-f8d56a49-c1c8-4478-9fae-602d752f2789 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&id=2aedb6d8-1729-4ae3-a30a-dfbac6e19228&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511715 Oct 17 04:41:13.563674 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fefc8-324b-4cea-9603-53e6b15a70a1 req-44a71791-a629-451c-a365-1f79bd6c69c4 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:13.565165 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-637fefc8-324b-4cea-9603-53e6b15a70a1 req-44a71791-a629-451c-a365-1f79bd6c69c4 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 985 time: 0.0954998 Oct 17 04:41:13.624043 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-637fefc8-324b-4cea-9603-53e6b15a70a1 req-52d632a3-1611-453d-9b63-a8069dad046b tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&id=2aedb6d8-1729-4ae3-a30a-dfbac6e19228&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532081 Oct 17 04:41:14.744756 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edb825-5e15-4687-984c-df8ef26c5862 req-d7a21eb8-0bd9-466e-920e-1c2b3d30c16a tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:14.746403 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-12edb825-5e15-4687-984c-df8ef26c5862 req-d7a21eb8-0bd9-466e-920e-1c2b3d30c16a tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 985 time: 0.0484953 Oct 17 04:41:14.809354 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-12edb825-5e15-4687-984c-df8ef26c5862 req-f59ea044-0b47-4373-8eb7-1e207da393be tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&id=2aedb6d8-1729-4ae3-a30a-dfbac6e19228&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573483 Oct 17 04:41:15.928907 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7a150-e097-4d23-a9df-1f0de703b16b req-3f4c410f-0a8b-49e5-977d-ed2efe61443e tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:15.930675 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-50c7a150-e097-4d23-a9df-1f0de703b16b req-3f4c410f-0a8b-49e5-977d-ed2efe61443e tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 985 time: 0.0482605 Oct 17 04:41:15.990271 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-50c7a150-e097-4d23-a9df-1f0de703b16b req-0756e768-7638-4810-bdaa-7b7b72fe59a7 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&id=2aedb6d8-1729-4ae3-a30a-dfbac6e19228&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532866 Oct 17 04:41:16.512498 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:16.515610 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=4 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:16.517003 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:16.518980 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:17.117578 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8f2b2-e0ad-4f32-a6a2-8d5655c7d08c req-62b6ae31-3a8e-4461-ae68-fb2d253d9137 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:17.119086 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-95d8f2b2-e0ad-4f32-a6a2-8d5655c7d08c req-62b6ae31-3a8e-4461-ae68-fb2d253d9137 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 985 time: 0.0494258 Oct 17 04:41:17.183706 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-95d8f2b2-e0ad-4f32-a6a2-8d5655c7d08c req-2b2fe387-d26f-4c01-86eb-1d0e437cbdec tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&id=2aedb6d8-1729-4ae3-a30a-dfbac6e19228&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585968 Oct 17 04:41:17.469484 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-aea44e17-e8d2-4f35-9b4d-e7ba4969a393 req-99089348-aea8-4f18-b080-94b57f0b5018 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422673 Oct 17 04:41:17.551224 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea44e17-e8d2-4f35-9b4d-e7ba4969a393 req-7735f133-e4a1-4bb8-a282-f724d8177ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:17.552761 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-aea44e17-e8d2-4f35-9b4d-e7ba4969a393 req-7735f133-e4a1-4bb8-a282-f724d8177ed9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=84d236da3b7b46f4ab13a096d7d80298&device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 1129 time: 0.0386815 Oct 17 04:41:17.659674 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea44e17-e8d2-4f35-9b4d-e7ba4969a393 req-eb40e7a7-fee8-4eba-befc-94608f84a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:17.661180 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-aea44e17-e8d2-4f35-9b4d-e7ba4969a393 req-eb40e7a7-fee8-4eba-befc-94608f84a751 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e7b10358-ab79-44d7-a22b-ddfa538fb104 HTTP/1.1" status: 200 len: 912 time: 0.0900507 Oct 17 04:41:17.725871 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-aea44e17-e8d2-4f35-9b4d-e7ba4969a393 req-53739a2e-576e-4fdf-96a9-a8e99e37d6b4 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f723b755-7765-47ee-b1b3-a93d16d5f472 HTTP/1.1" status: 200 len: 1001 time: 0.0584502 Oct 17 04:41:17.773601 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea44e17-e8d2-4f35-9b4d-e7ba4969a393 req-5b94e4dd-5242-48f8-97d7-3e87dcfaabfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:17.775019 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-aea44e17-e8d2-4f35-9b4d-e7ba4969a393 req-5b94e4dd-5242-48f8-97d7-3e87dcfaabfd service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4240cb9d-8086-47cb-a95d-9e3d2fa1780f HTTP/1.1" status: 200 len: 850 time: 0.0435345 Oct 17 04:41:17.817193 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea44e17-e8d2-4f35-9b4d-e7ba4969a393 req-c723497b-968f-4cd2-bdba-dbacf95365ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:17.818655 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-aea44e17-e8d2-4f35-9b4d-e7ba4969a393 req-c723497b-968f-4cd2-bdba-dbacf95365ee service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e7b10358-ab79-44d7-a22b-ddfa538fb104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377679 Oct 17 04:41:17.910529 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-aea44e17-e8d2-4f35-9b4d-e7ba4969a393 req-44fae347-692f-4708-800c-4ceb1fb9100f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854740 Oct 17 04:41:17.994577 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:18.001226 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-aea44e17-e8d2-4f35-9b4d-e7ba4969a393 req-6c751e43-0898-46dd-9c61-f70eabf8c1d1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841277 Oct 17 04:41:18.306817 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e9d4-6d37-4325-83c7-6bc669f11db7 req-a5aec207-31d7-41b4-a8cb-7f92aefd9a07 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:18.308964 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-def2e9d4-6d37-4325-83c7-6bc669f11db7 req-a5aec207-31d7-41b4-a8cb-7f92aefd9a07 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 985 time: 0.0504467 Oct 17 04:41:18.368353 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-def2e9d4-6d37-4325-83c7-6bc669f11db7 req-b2f2ad8a-4ad0-49d9-b1ba-f642390cf4b5 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&id=2aedb6d8-1729-4ae3-a30a-dfbac6e19228&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536783 Oct 17 04:41:19.490460 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6cfcf-2e74-4385-9d59-62cf564ffcc7 req-846139f3-6177-42f0-87b2-db1a096e39a0 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:19.491919 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-90c6cfcf-2e74-4385-9d59-62cf564ffcc7 req-846139f3-6177-42f0-87b2-db1a096e39a0 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 985 time: 0.0472469 Oct 17 04:41:19.551741 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-90c6cfcf-2e74-4385-9d59-62cf564ffcc7 req-1b1318a4-d849-4e9b-b3e8-07bd1e0a155a tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&id=2aedb6d8-1729-4ae3-a30a-dfbac6e19228&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533223 Oct 17 04:41:20.672793 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d0329-fdbf-4fd0-999f-84c20a65c109 req-5e6210f9-ef41-4ace-a8ec-c0f210831903 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:20.674283 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f74d0329-fdbf-4fd0-999f-84c20a65c109 req-5e6210f9-ef41-4ace-a8ec-c0f210831903 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 985 time: 0.0470002 Oct 17 04:41:20.737520 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f74d0329-fdbf-4fd0-999f-84c20a65c109 req-cae39e5a-596e-4089-a333-863a470d24c8 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&id=2aedb6d8-1729-4ae3-a30a-dfbac6e19228&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575840 Oct 17 04:41:21.847631 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:21.858671 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cda85f-10b8-4d43-902c-e1baede19941 req-02f1b607-dbcc-4eae-bdb3-bc753e1e813e tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:21.860143 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f7cda85f-10b8-4d43-902c-e1baede19941 req-02f1b607-dbcc-4eae-bdb3-bc753e1e813e tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 985 time: 0.0486643 Oct 17 04:41:21.910211 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:21.921360 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f7cda85f-10b8-4d43-902c-e1baede19941 req-1a5d77b9-d6b6-46b2-b473-ff821fc148e2 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&id=2aedb6d8-1729-4ae3-a30a-dfbac6e19228&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555623 Oct 17 04:41:23.042595 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e089b42-cc49-4150-8ce3-0e543ee40b00 req-30ad91fa-92c8-4f63-b1bf-4d298ffdb2cc tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:23.044029 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8e089b42-cc49-4150-8ce3-0e543ee40b00 req-30ad91fa-92c8-4f63-b1bf-4d298ffdb2cc tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 985 time: 0.0471342 Oct 17 04:41:23.103326 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8e089b42-cc49-4150-8ce3-0e543ee40b00 req-b4017734-fde0-434f-8e3c-71e6411338e4 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&id=2aedb6d8-1729-4ae3-a30a-dfbac6e19228&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536683 Oct 17 04:41:24.226797 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd72d3e-8c95-46da-9d07-96810d368fcf req-fce5bc40-9fe1-45c8-af4b-85386355f7dd tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:24.228258 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8bd72d3e-8c95-46da-9d07-96810d368fcf req-fce5bc40-9fe1-45c8-af4b-85386355f7dd tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 985 time: 0.0501466 Oct 17 04:41:24.286654 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8bd72d3e-8c95-46da-9d07-96810d368fcf req-ae27dacd-a54e-4345-b1af-55355a8b8ea4 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&id=2aedb6d8-1729-4ae3-a30a-dfbac6e19228&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527470 Oct 17 04:41:25.407612 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c7189-555c-47b9-9650-c0040280e70c req-87d06c1f-6f62-42bf-8d3b-9819a7d9cd18 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:25.409098 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b60c7189-555c-47b9-9650-c0040280e70c req-87d06c1f-6f62-42bf-8d3b-9819a7d9cd18 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 985 time: 0.0474925 Oct 17 04:41:25.442326 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:41:25.473156 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-b60c7189-555c-47b9-9650-c0040280e70c req-20ed733f-fc07-4749-a1bf-504db648250a tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&id=2aedb6d8-1729-4ae3-a30a-dfbac6e19228&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583587 Oct 17 04:41:26.601225 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a596f57-e03f-4932-a31d-8d8a3c8e0aab req-96e4a2e1-8305-49b8-a776-de5b7595118f tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:26.602669 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5a596f57-e03f-4932-a31d-8d8a3c8e0aab req-96e4a2e1-8305-49b8-a776-de5b7595118f tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 985 time: 0.0505447 Oct 17 04:41:26.661099 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5a596f57-e03f-4932-a31d-8d8a3c8e0aab req-ca9b6bed-f2cd-4131-870e-5560c986be03 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&id=2aedb6d8-1729-4ae3-a30a-dfbac6e19228&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527427 Oct 17 04:41:27.784679 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae668326-3f19-4aa7-93b4-2624cbdb7f13 req-981bd673-0cf5-44d3-ad98-d375aca92b29 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:27.786138 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ae668326-3f19-4aa7-93b4-2624cbdb7f13 req-981bd673-0cf5-44d3-ad98-d375aca92b29 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 985 time: 0.0468740 Oct 17 04:41:27.845974 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ae668326-3f19-4aa7-93b4-2624cbdb7f13 req-b8e5a737-dc3a-4a7a-9d8d-7d7bf60d91b6 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&id=2aedb6d8-1729-4ae3-a30a-dfbac6e19228&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541947 Oct 17 04:41:27.998349 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:29.186190 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df86e5a-1354-49fd-84f5-0fd1608ada49 req-e1fb79fa-1c32-4194-bd92-5799740122b8 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:29.187649 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8df86e5a-1354-49fd-84f5-0fd1608ada49 req-e1fb79fa-1c32-4194-bd92-5799740122b8 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 945 time: 0.0470676 Oct 17 04:41:29.239957 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8df86e5a-1354-49fd-84f5-0fd1608ada49 req-c6d538e0-3057-48d8-ac33-bd72d5c9a43d tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465906 Oct 17 04:41:30.360173 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe5e1d-c414-464a-9cb2-144e9ebf935f req-91009711-c7ce-47f7-99ef-70514ace5c70 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:30.361631 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cbfe5e1d-c414-464a-9cb2-144e9ebf935f req-91009711-c7ce-47f7-99ef-70514ace5c70 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 945 time: 0.0468497 Oct 17 04:41:30.410495 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cbfe5e1d-c414-464a-9cb2-144e9ebf935f req-16700dbd-ef8a-461f-b64b-8e5462d9142f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432470 Oct 17 04:41:30.614127 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64570bc8-b8b7-4e04-bb15-da5ee05d3d17 req-2a312e5e-ea7b-47a5-b18d-9c7abba00395 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:30.615539 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-64570bc8-b8b7-4e04-bb15-da5ee05d3d17 req-2a312e5e-ea7b-47a5-b18d-9c7abba00395 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 945 time: 0.0489440 Oct 17 04:41:30.695018 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-64570bc8-b8b7-4e04-bb15-da5ee05d3d17 req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Deleting port f723b755-7765-47ee-b1b3-a93d16d5f472 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:41:30.695276 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-64570bc8-b8b7-4e04-bb15-da5ee05d3d17 req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (f723b755-7765-47ee-b1b3-a93d16d5f472), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:30.788792 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-64570bc8-b8b7-4e04-bb15-da5ee05d3d17 req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] For port f723b755-7765-47ee-b1b3-a93d16d5f472, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f723b755-7765-47ee-b1b3-a93d16d5f472,segment=NetworkSegment(cdc7ea4a-38bb-42eb-8d45-f7e86c035f09),segment_id=cdc7ea4a-38bb-42eb-8d45-f7e86c035f09)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:41:30.789190 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-64570bc8-b8b7-4e04-bb15-da5ee05d3d17 req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (f723b755-7765-47ee-b1b3-a93d16d5f472), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:31.096712 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-a82e2b6f-aaac-44fe-b7b6-28aaa868530d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:31.180622 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-64570bc8-b8b7-4e04-bb15-da5ee05d3d17 req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:31.181114 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-64570bc8-b8b7-4e04-bb15-da5ee05d3d17 req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (2a0c6d20-eb40-4ae5-8598-8e4ceb1582b5), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:31.181321 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.l3_db [req-64570bc8-b8b7-4e04-bb15-da5ee05d3d17 req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Floating IP 2a0c6d20-eb40-4ae5-8598-8e4ceb1582b5 disassociated. External IP: 172.27.3.219, port: f723b755-7765-47ee-b1b3-a93d16d5f472. Oct 17 04:41:31.181694 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-64570bc8-b8b7-4e04-bb15-da5ee05d3d17 req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Calling delete_port for f723b755-7765-47ee-b1b3-a93d16d5f472 owned by compute:nova {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:41:31.309620 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-64570bc8-b8b7-4e04-bb15-da5ee05d3d17 req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (f723b755-7765-47ee-b1b3-a93d16d5f472), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:31.337445 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event deleted for resources: {'Port': ['ID=f723b755-7765-47ee-b1b3-a93d16d5f472,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:41:31.349096 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:31.349445 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:31.349782 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:31.350115 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:31.350439 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:31.350762 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:31.351079 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:31.351396 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:31.351724 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:31.352038 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:31.352359 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:31.352677 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:31.352990 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:31.353328 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:31.353673 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:31.461414 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64570bc8-b8b7-4e04-bb15-da5ee05d3d17 req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:41:31.515112 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-f37c14f7-f9bf-4134-82d9-50f8c54a18b5 req-d2575e1e-be28-47c9-a9e7-25e418feeb3e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ed045a1c-3978-4818-8ea0-9ee3711acd79 HTTP/1.1" status: 200 len: 210 time: 0.0275865 Oct 17 04:41:31.568460 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64570bc8-b8b7-4e04-bb15-da5ee05d3d17 req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:41:31.579161 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e14bb-3bda-4597-8819-2bd5becbc685 None None] Sync routers for ids ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:41:31.590694 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69e14bb-3bda-4597-8819-2bd5becbc685 None None] Routers {'5fdd35fa-909f-44e8-a5c6-d630a14b3078'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:41:31.591294 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-d69e14bb-3bda-4597-8819-2bd5becbc685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:41:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:41:31.612591 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-64570bc8-b8b7-4e04-bb15-da5ee05d3d17 req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] No DVR routers for this DVR port f723b755-7765-47ee-b1b3-a93d16d5f472 on host hv-cinder-86155 {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:41:31.615100 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-64570bc8-b8b7-4e04-bb15-da5ee05d3d17 req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:31.618450 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-64570bc8-b8b7-4e04-bb15-da5ee05d3d17 req-e206ad6d-2db9-47b2-b876-99834c216401 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.20 "DELETE /networking/v2.0/ports/f723b755-7765-47ee-b1b3-a93d16d5f472 HTTP/1.1" status: 204 len: 173 time: 0.9978521 Oct 17 04:41:31.618952 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed045a1c-3978-4818-8ea0-9ee3711acd79', 'name': 'network-vif-deleted', 'tag': 'f723b755-7765-47ee-b1b3-a93d16d5f472'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:41:31.621608 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee293ca-032a-43c9-a277-81d4eb8fd4b8" -d '{"events": [{"server_uuid": "ed045a1c-3978-4818-8ea0-9ee3711acd79", "name": "network-vif-deleted", "tag": "f723b755-7765-47ee-b1b3-a93d16d5f472"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:41:31.662832 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13cb9d2-b5a4-4a5d-b491-701668cfe192 x-openstack-request-id: req-c13cb9d2-b5a4-4a5d-b491-701668cfe192 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:41:31.663106 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed045a1c-3978-4818-8ea0-9ee3711acd79", "name": "network-vif-deleted", "tag": "f723b755-7765-47ee-b1b3-a93d16d5f472", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:41:31.663357 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c13cb9d2-b5a4-4a5d-b491-701668cfe192 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:41:31.663784 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13cb9d2-b5a4-4a5d-b491-701668cfe192'] response: {'server_uuid': 'ed045a1c-3978-4818-8ea0-9ee3711acd79', 'name': 'network-vif-deleted', 'tag': 'f723b755-7765-47ee-b1b3-a93d16d5f472', 'status': 'completed', 'code': 200} Oct 17 04:41:31.704979 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-d69e14bb-3bda-4597-8819-2bd5becbc685 None None] Set router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:41:31.898309 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-d69e14bb-3bda-4597-8819-2bd5becbc685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': 'c718bdc7-7079-4696-a240-0934976f858f', 'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'mac_address': 'fa:16:3e:96:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:39Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 5, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'subnets': [{'id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:41:31.930463 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e14bb-3bda-4597-8819-2bd5becbc685 None None] Checking router: 5fdd35fa-909f-44e8-a5c6-d630a14b3078 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:41:31.941173 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69e14bb-3bda-4597-8819-2bd5becbc685 None None] Routers {'5fdd35fa-909f-44e8-a5c6-d630a14b3078'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:41:31.941775 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-d69e14bb-3bda-4597-8819-2bd5becbc685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:41:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:41:32.043761 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-d69e14bb-3bda-4597-8819-2bd5becbc685 None None] Set router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:41:32.228135 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-d69e14bb-3bda-4597-8819-2bd5becbc685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': 'c718bdc7-7079-4696-a240-0934976f858f', 'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'mac_address': 'fa:16:3e:96:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:39Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 5, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'subnets': [{'id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:41:32.253731 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e14bb-3bda-4597-8819-2bd5becbc685 None None] The sync data for ids ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'] in dv-cinder-861557-1-iscsi is: [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': 'c718bdc7-7079-4696-a240-0934976f858f', 'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'mac_address': 'fa:16:3e:96:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:39Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 5, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'subnets': [{'id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:41:32.476299 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c386151d-178a-4cf2-bf68-4c9c553a3d2d None None] New status for floating IP 2a0c6d20-eb40-4ae5-8598-8e4ceb1582b5: DOWN {{(pid=104489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:41:32.805037 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-0736bd0d-d42b-4a55-a653-1cdd9e433518 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1961840361&fields=id&tenant_id=84d236da3b7b46f4ab13a096d7d80298 HTTP/1.1" status: 200 len: 267 time: 0.0441768 Oct 17 04:41:32.912951 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-b1bad52a-2503-46d8-8725-dc409eb87ff0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:32.914329 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-b1bad52a-2503-46d8-8725-dc409eb87ff0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/networks?id=e7b10358-ab79-44d7-a22b-ddfa538fb104 HTTP/1.1" status: 200 len: 811 time: 0.1027989 Oct 17 04:41:32.928528 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-0bce13ee-54c7-49d8-a14c-3eccf180a9e8 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/quotas/84d236da3b7b46f4ab13a096d7d80298 HTTP/1.1" status: 200 len: 375 time: 0.0087097 Oct 17 04:41:32.966638 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device f723b755-7765-47ee-b1b3-a93d16d5f472 no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:41:32.971185 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:32.980660 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-ad2a0959-c56b-4e80-a487-0ceb2059f5b7 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=84d236da3b7b46f4ab13a096d7d80298&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454302 Oct 17 04:41:32.986286 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] No Port match for: f723b755-7765-47ee-b1b3-a93d16d5f472 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:41:32.986630 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device f723b755-7765-47ee-b1b3-a93d16d5f472 not bound to the agent host hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:41:33.039798 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-72a3b076-8986-4705-adce-a0866c3c9bba service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 04:41:33.040788 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-72a3b076-8986-4705-adce-a0866c3c9bba service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0472822 Oct 17 04:41:33.107638 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:33.132992 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-7195883d-539b-44fe-9d54-8b91b470563f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861738 Oct 17 04:41:33.225440 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-3de21cb5-1aa5-4859-bc11-8ff3cb96c40b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860097 Oct 17 04:41:33.498342 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-0adf5f5a-908c-4fec-8df6-8c73359798bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:34.521883 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1e823974-abaa-4256-916b-7dec7bf01a08 req-cde398bf-87fe-4842-8b37-0d6007700e1f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 210 time: 0.0284867 Oct 17 04:41:34.670281 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:35.520733 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:35.550413 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-5d1414b3-ca9c-46a4-8e20-8677c99b6cde tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:35.551827 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-5d1414b3-ca9c-46a4-8e20-8677c99b6cde tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.20 "GET /networking/v2.0/networks?id=e7b10358-ab79-44d7-a22b-ddfa538fb104 HTTP/1.1" status: 200 len: 811 time: 0.1146388 Oct 17 04:41:35.582667 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:35.622109 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-5955f1fc-8fdb-4825-b1e4-58df91c75e33 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=84d236da3b7b46f4ab13a096d7d80298 HTTP/1.1" status: 200 len: 380 time: 0.0620418 Oct 17 04:41:35.632356 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-faeefbff-c363-4120-b4e7-eccc82f9bef9 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Request body: {'port': {'device_id': '2ce3a7c3-014e-41c8-a901-fa08552d42ec', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'admin_state_up': True, 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'security_groups': ['94ac0755-25d9-4102-b2bd-73c387463874']}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:41:35.636027 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0bddd896-c18f-4fb7-92c9-5ff2393b41b1 req-25feddb5-6ff6-4531-896e-39770e03e90e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 210 time: 0.0314772 Oct 17 04:41:35.742283 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-faeefbff-c363-4120-b4e7-eccc82f9bef9 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Made reservation on behalf of 84d236da3b7b46f4ab13a096d7d80298 for: {'port': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:41:35.746484 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-faeefbff-c363-4120-b4e7-eccc82f9bef9 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:35.872466 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-faeefbff-c363-4120-b4e7-eccc82f9bef9 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Allocated IP 172.20.0.14 (e7b10358-ab79-44d7-a22b-ddfa538fb104/4240cb9d-8086-47cb-a95d-9e3d2fa1780f/7e8c740c-1878-4832-8274-c7a791c5836b) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:41:36.023711 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-faeefbff-c363-4120-b4e7-eccc82f9bef9 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for port (7e8c740c-1878-4832-8274-c7a791c5836b), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:36.057351 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-faeefbff-c363-4120-b4e7-eccc82f9bef9 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (7e8c740c-1878-4832-8274-c7a791c5836b), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:36.101554 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-faeefbff-c363-4120-b4e7-eccc82f9bef9 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Network e7b10358-ab79-44d7-a22b-ddfa538fb104 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:41:36.105457 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-faeefbff-c363-4120-b4e7-eccc82f9bef9 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:41:36.109216 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-faeefbff-c363-4120-b4e7-eccc82f9bef9 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:41:36.138035 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeefbff-c363-4120-b4e7-eccc82f9bef9 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event updated for resources: {'Port': ['ID=7e8c740c-1878-4832-8274-c7a791c5836b,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:41:36.168517 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-faeefbff-c363-4120-b4e7-eccc82f9bef9 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:36.169208 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-faeefbff-c363-4120-b4e7-eccc82f9bef9 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:36.188139 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-faeefbff-c363-4120-b4e7-eccc82f9bef9 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5599027 Oct 17 04:41:36.200929 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-f0640355-0716-412c-bb68-4f49bfed1736 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104487) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 04:41:36.201921 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-f0640355-0716-412c-bb68-4f49bfed1736 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054524 Oct 17 04:41:36.213300 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] Request body: {'port': {'device_id': '2ce3a7c3-014e-41c8-a901-fa08552d42ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86155'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:41:36.235193 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:36.278860 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (7e8c740c-1878-4832-8274-c7a791c5836b), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:36.320877 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:36.324432 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:36.374613 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-8f8ce005-8fb6-4486-9482-bf608a51409a None None] Provisioning complete for port 7e8c740c-1878-4832-8274-c7a791c5836b triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:41:36.374906 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-8f8ce005-8fb6-4486-9482-bf608a51409a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (7e8c740c-1878-4832-8274-c7a791c5836b), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:36.375245 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-8f8ce005-8fb6-4486-9482-bf608a51409a None None] Attempt 1 to provision port 7e8c740c-1878-4832-8274-c7a791c5836b Oct 17 04:41:36.409712 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ce005-8fb6-4486-9482-bf608a51409a None None] Port 7e8c740c-1878-4832-8274-c7a791c5836b cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:41:36.470942 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:36.526853 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:36.544791 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8c740c-1878-4832-8274-c7a791c5836b {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:41:36.552244 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] Publish callbacks [] for port (7e8c740c-1878-4832-8274-c7a791c5836b), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:36.564475 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] Transition to ACTIVE for port object 7e8c740c-1878-4832-8274-c7a791c5836b will not be triggered until provisioned by entity L2. {{(pid=104487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:41:36.567806 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (7e8c740c-1878-4832-8274-c7a791c5836b), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:36.643564 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] Pushing event updated for resources: {'Port': ['ID=7e8c740c-1878-4832-8274-c7a791c5836b,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:41:36.675437 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] Attempting to bind port 7e8c740c-1878-4832-8274-c7a791c5836b on host hv-cinder-86155 for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:41:36.675771 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] Attempting to bind port 7e8c740c-1878-4832-8274-c7a791c5836b by drivers openvswitch,hyperv on host hv-cinder-86155 at level 0 using segments [{'id': 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:41:36.676097 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] Attempting to bind port 7e8c740c-1878-4832-8274-c7a791c5836b on network e7b10358-ab79-44d7-a22b-ddfa538fb104 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:41:36.720598 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] Port 7e8c740c-1878-4832-8274-c7a791c5836b on network e7b10358-ab79-44d7-a22b-ddfa538fb104 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86155 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:41:36.720921 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] Attempting to bind port 7e8c740c-1878-4832-8274-c7a791c5836b on network e7b10358-ab79-44d7-a22b-ddfa538fb104 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:41:36.763181 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba55115-6067-4c46-befe-59af4d7119af req-08abda58-a169-45b0-bb81-27838afdc488 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:36.763778 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] Checking agent: {'id': '98af6631-6ac5-4afe-8748-fa983cad7c78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86155', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:41:36.764103 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] Checking segment: {'id': 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:41:36.764483 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] Bound using segment: {'id': 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:41:36.764692 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-eba55115-6067-4c46-befe-59af4d7119af req-08abda58-a169-45b0-bb81-27838afdc488 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 944 time: 0.0459464 Oct 17 04:41:36.764911 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] Bound port: 7e8c740c-1878-4832-8274-c7a791c5836b, host: hv-cinder-86155, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:41:36.765302 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (7e8c740c-1878-4832-8274-c7a791c5836b), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:36.814543 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-eba55115-6067-4c46-befe-59af4d7119af req-c535363f-ad91-4f6d-95c0-23b4533c65e5 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433643 Oct 17 04:41:36.828611 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] For port 7e8c740c-1878-4832-8274-c7a791c5836b, host hv-cinder-86155, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:41:36.845344 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] For port 7e8c740c-1878-4832-8274-c7a791c5836b, host hv-cinder-86155, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=7e8c740c-1878-4832-8274-c7a791c5836b,segment=NetworkSegment(cdc7ea4a-38bb-42eb-8d45-f7e86c035f09),segment_id=cdc7ea4a-38bb-42eb-8d45-f7e86c035f09)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:41:36.845344 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (7e8c740c-1878-4832-8274-c7a791c5836b), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:36.845344 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:36.845344 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:36.845344 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/7e8c740c-1878-4832-8274-c7a791c5836b HTTP/1.1" status: 200 len: 1094 time: 0.6353991 Oct 17 04:41:36.845344 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce3a7c3-014e-41c8-a901-fa08552d42ec', 'tag': '7e8c740c-1878-4832-8274-c7a791c5836b'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:41:36.847216 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a50c1d-bd50-4d4a-9302-c2e5b584d95c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce3a7c3-014e-41c8-a901-fa08552d42ec", "tag": "7e8c740c-1878-4832-8274-c7a791c5836b"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:41:36.887784 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebdd87e-ebb6-44f7-a608-035f6d099fbd x-openstack-request-id: req-5ebdd87e-ebb6-44f7-a608-035f6d099fbd {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:41:36.888068 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce3a7c3-014e-41c8-a901-fa08552d42ec", "tag": "7e8c740c-1878-4832-8274-c7a791c5836b", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:41:36.888324 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5ebdd87e-ebb6-44f7-a608-035f6d099fbd {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:41:36.888718 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ebdd87e-ebb6-44f7-a608-035f6d099fbd'] response: {'name': 'network-changed', 'server_uuid': '2ce3a7c3-014e-41c8-a901-fa08552d42ec', 'tag': '7e8c740c-1878-4832-8274-c7a791c5836b', 'status': 'completed', 'code': 200} Oct 17 04:41:36.924697 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d0958-1aec-4917-8787-0b5476110f8f service neutron] Pushing event updated for resources: {'Port': ['ID=7e8c740c-1878-4832-8274-c7a791c5836b,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:41:36.937858 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-4bd2102d-1c04-4425-9ce2-6f38cc429a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:36.939450 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-4bd2102d-1c04-4425-9ce2-6f38cc429a11 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=84d236da3b7b46f4ab13a096d7d80298&device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 1128 time: 0.0477829 Oct 17 04:41:36.978943 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-1ea1f134-538e-44c7-8405-dce8a09a2f1f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e8c740c-1878-4832-8274-c7a791c5836b HTTP/1.1" status: 200 len: 217 time: 0.0312984 Oct 17 04:41:37.025550 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-b3b06a9b-7ece-4f21-b722-e3c73223cb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:37.027056 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-b3b06a9b-7ece-4f21-b722-e3c73223cb4f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4240cb9d-8086-47cb-a95d-9e3d2fa1780f HTTP/1.1" status: 200 len: 850 time: 0.0426869 Oct 17 04:41:37.073231 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-e6ef2e05-6067-4d9f-a43a-3abfa3c766c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:37.074651 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-e6ef2e05-6067-4d9f-a43a-3abfa3c766c0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e7b10358-ab79-44d7-a22b-ddfa538fb104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423048 Oct 17 04:41:37.163693 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-7295c203-6e0f-4472-9808-4b24616a3e31 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833075 Oct 17 04:41:37.185540 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:37.256843 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-cf61525d-c4b8-4665-b460-2c905ece39fa req-6469633d-d590-4b70-9003-16395733b21f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872622 Oct 17 04:41:37.495450 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a50c1d-bd50-4d4a-9302-c2e5b584d95c req-c05434b3-d690-40d1-8b2c-d6af9776499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:37.496887 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-21a50c1d-bd50-4d4a-9302-c2e5b584d95c req-c05434b3-d690-40d1-8b2c-d6af9776499a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=84d236da3b7b46f4ab13a096d7d80298&device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 1128 time: 0.0391800 Oct 17 04:41:37.587826 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a50c1d-bd50-4d4a-9302-c2e5b584d95c req-6bedbe69-176e-4ed2-9bd6-b51c02a0cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:37.589364 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-21a50c1d-bd50-4d4a-9302-c2e5b584d95c req-6bedbe69-176e-4ed2-9bd6-b51c02a0cf96 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e7b10358-ab79-44d7-a22b-ddfa538fb104 HTTP/1.1" status: 200 len: 912 time: 0.0861461 Oct 17 04:41:37.600028 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:37.629808 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-21a50c1d-bd50-4d4a-9302-c2e5b584d95c req-e6ac5982-b495-43a4-85f3-a3a5a1947fef service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e8c740c-1878-4832-8274-c7a791c5836b HTTP/1.1" status: 200 len: 217 time: 0.0345953 Oct 17 04:41:37.676941 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a50c1d-bd50-4d4a-9302-c2e5b584d95c req-953c061d-9962-4951-ae90-af143ecc1dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:37.678393 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-21a50c1d-bd50-4d4a-9302-c2e5b584d95c req-953c061d-9962-4951-ae90-af143ecc1dc0 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4240cb9d-8086-47cb-a95d-9e3d2fa1780f HTTP/1.1" status: 200 len: 850 time: 0.0433693 Oct 17 04:41:37.721348 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a50c1d-bd50-4d4a-9302-c2e5b584d95c req-0a063638-5246-4256-a852-0874b23b45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:37.722786 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-21a50c1d-bd50-4d4a-9302-c2e5b584d95c req-0a063638-5246-4256-a852-0874b23b45b5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e7b10358-ab79-44d7-a22b-ddfa538fb104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372827 Oct 17 04:41:37.815214 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-21a50c1d-bd50-4d4a-9302-c2e5b584d95c req-149ba60f-8965-4f8e-be1e-e844895f51b6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863693 Oct 17 04:41:37.908699 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-21a50c1d-bd50-4d4a-9302-c2e5b584d95c req-cb577f61-f9cb-46cf-abd8-91c5dfc91c51 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868521 Oct 17 04:41:37.950336 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a29c16-805b-4a09-acf8-5c1e88f9c34d req-db2deb5b-2a2c-4b1d-a6de-7d638cafec8e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:37.951803 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-67a29c16-805b-4a09-acf8-5c1e88f9c34d req-db2deb5b-2a2c-4b1d-a6de-7d638cafec8e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 944 time: 0.0494678 Oct 17 04:41:38.000381 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-67a29c16-805b-4a09-acf8-5c1e88f9c34d req-b3bc9a57-1b0c-4eb0-b07b-10c8054b10c5 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427327 Oct 17 04:41:39.126584 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c7c5a-23c2-4f71-a7e8-acfae00f95c0 req-113f5e28-7600-4398-aeed-53be5de9290e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:39.127602 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a21c7c5a-23c2-4f71-a7e8-acfae00f95c0 req-113f5e28-7600-4398-aeed-53be5de9290e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 944 time: 0.0462956 Oct 17 04:41:39.176010 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a21c7c5a-23c2-4f71-a7e8-acfae00f95c0 req-1ae6adb2-26ad-4e53-9d60-a720173eca6f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427594 Oct 17 04:41:40.300663 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a05ec-e425-4b7e-88a5-70ba83620d0e req-ac2f6508-dfc3-4dd5-8730-6db4d8e6efd6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:40.302129 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-451a05ec-e425-4b7e-88a5-70ba83620d0e req-ac2f6508-dfc3-4dd5-8730-6db4d8e6efd6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 944 time: 0.0490355 Oct 17 04:41:40.350833 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-451a05ec-e425-4b7e-88a5-70ba83620d0e req-56ec6dbf-76d1-41d0-9b00-bfcd94a2c1e0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424240 Oct 17 04:41:41.476113 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a484c7-e9dc-4397-bf21-a555491a94f4 req-cadf4111-3016-4513-8dd3-168f5120002c tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:41.477587 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e5a484c7-e9dc-4397-bf21-a555491a94f4 req-cadf4111-3016-4513-8dd3-168f5120002c tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 944 time: 0.0465353 Oct 17 04:41:41.525051 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e5a484c7-e9dc-4397-bf21-a555491a94f4 req-fab5bd22-772d-4712-9f30-52b534606e23 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415351 Oct 17 04:41:42.223630 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=75 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:42.232829 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=59 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:42.644016 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702561d-6ec2-4179-a667-4483c1152584 req-862df6b7-f784-4ea3-a07d-a80c5a064c9e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:42.645490 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9702561d-6ec2-4179-a667-4483c1152584 req-862df6b7-f784-4ea3-a07d-a80c5a064c9e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 944 time: 0.0453424 Oct 17 04:41:42.696545 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9702561d-6ec2-4179-a667-4483c1152584 req-4c91d8f4-2fbd-447b-81a5-fb1fe0ca86ee tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451334 Oct 17 04:41:43.817863 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ff056-2408-47f6-9b0a-9775aa0b0e8f req-a2e08c72-0306-4df3-acdf-2bd865c2d238 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:43.819307 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-514ff056-2408-47f6-9b0a-9775aa0b0e8f req-a2e08c72-0306-4df3-acdf-2bd865c2d238 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 944 time: 0.0463152 Oct 17 04:41:43.869221 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-514ff056-2408-47f6-9b0a-9775aa0b0e8f req-f5613246-f28d-4f1c-9fec-54bc3b540a61 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443602 Oct 17 04:41:44.990093 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffafd36-25d6-48ed-8b4a-811676ff1055 req-d9d1f859-4c92-4a65-ad97-9aaac30d55e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:44.991531 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3ffafd36-25d6-48ed-8b4a-811676ff1055 req-d9d1f859-4c92-4a65-ad97-9aaac30d55e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 944 time: 0.0455050 Oct 17 04:41:45.039329 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3ffafd36-25d6-48ed-8b4a-811676ff1055 req-0b890879-7aef-4c3d-bda2-de1465490156 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417137 Oct 17 04:41:45.046649 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 7e8c740c-1878-4832-8274-c7a791c5836b details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:41:45.147086 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 7e8c740c-1878-4832-8274-c7a791c5836b, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=7e8c740c-1878-4832-8274-c7a791c5836b,segment=NetworkSegment(cdc7ea4a-38bb-42eb-8d45-f7e86c035f09),segment_id=cdc7ea4a-38bb-42eb-8d45-f7e86c035f09)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:41:45.158645 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': '7e8c740c-1878-4832-8274-c7a791c5836b', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'port_id': '7e8c740c-1878-4832-8274-c7a791c5836b', 'mac_address': 'fa:16:3e:17:05:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:41:45.192782 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 7e8c740c-1878-4832-8274-c7a791c5836b is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:41:45.193206 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (7e8c740c-1878-4832-8274-c7a791c5836b), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:45.206938 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8c740c-1878-4832-8274-c7a791c5836b {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:41:45.227170 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 7e8c740c-1878-4832-8274-c7a791c5836b, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=7e8c740c-1878-4832-8274-c7a791c5836b,segment=NetworkSegment(cdc7ea4a-38bb-42eb-8d45-f7e86c035f09),segment_id=cdc7ea4a-38bb-42eb-8d45-f7e86c035f09)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:41:45.231375 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (7e8c740c-1878-4832-8274-c7a791c5836b), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:45.281067 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=7e8c740c-1878-4832-8274-c7a791c5836b,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:41:45.287969 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:45.288322 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:45.288659 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:45.288992 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:45.289349 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:45.289675 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:45.289998 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:45.290318 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:45.290641 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:45.290960 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:45.291280 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:45.291602 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:45.291920 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:45.292238 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:45.292555 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:45.443199 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['7e8c740c-1878-4832-8274-c7a791c5836b'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:41:46.162969 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432c3fd-9b76-485e-9ce8-cade62534852 req-98740661-11ab-4a86-b450-1f7d7494c3cd tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:46.164419 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8432c3fd-9b76-485e-9ce8-cade62534852 req-98740661-11ab-4a86-b450-1f7d7494c3cd tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 945 time: 0.0501194 Oct 17 04:41:46.204878 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:46.214182 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-8432c3fd-9b76-485e-9ce8-cade62534852 req-4c029b30-4cb2-4961-8cd1-5058f0cab474 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440733 Oct 17 04:41:47.059245 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 7e8c740c-1878-4832-8274-c7a791c5836b up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:41:47.091683 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:47.104368 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning for port 7e8c740c-1878-4832-8274-c7a791c5836b completed by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:41:47.109882 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port 7e8c740c-1878-4832-8274-c7a791c5836b triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:41:47.110251 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (7e8c740c-1878-4832-8274-c7a791c5836b), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:47.110586 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port 7e8c740c-1878-4832-8274-c7a791c5836b Oct 17 04:41:47.140233 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:47.182205 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 7e8c740c-1878-4832-8274-c7a791c5836b is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:41:47.182585 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (7e8c740c-1878-4832-8274-c7a791c5836b), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:47.205553 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce3a7c3-014e-41c8-a901-fa08552d42ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8c740c-1878-4832-8274-c7a791c5836b'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:41:47.207738 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a941fca-a8d4-41c3-be35-a8989f8baaaa" -d '{"events": [{"server_uuid": "2ce3a7c3-014e-41c8-a901-fa08552d42ec", "name": "network-vif-plugged", "status": "completed", "tag": "7e8c740c-1878-4832-8274-c7a791c5836b"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:41:47.223382 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 7e8c740c-1878-4832-8274-c7a791c5836b, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=7e8c740c-1878-4832-8274-c7a791c5836b,segment=NetworkSegment(cdc7ea4a-38bb-42eb-8d45-f7e86c035f09),segment_id=cdc7ea4a-38bb-42eb-8d45-f7e86c035f09)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:41:47.227282 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (7e8c740c-1878-4832-8274-c7a791c5836b), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:47.314644 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:47.355159 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b756b-cb67-4434-865d-c58592d105cb req-eb0a3319-793b-43c1-b0ff-fd0fc1d4e27e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:47.356691 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a43b756b-cb67-4434-865d-c58592d105cb req-eb0a3319-793b-43c1-b0ff-fd0fc1d4e27e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 946 time: 0.0519302 Oct 17 04:41:47.390914 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77683407-7375-4cee-a1e8-ff153b9392f9 x-openstack-request-id: req-77683407-7375-4cee-a1e8-ff153b9392f9 {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:41:47.391197 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce3a7c3-014e-41c8-a901-fa08552d42ec", "name": "network-vif-plugged", "status": "completed", "tag": "7e8c740c-1878-4832-8274-c7a791c5836b", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:41:47.391440 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-77683407-7375-4cee-a1e8-ff153b9392f9 {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:41:47.391825 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77683407-7375-4cee-a1e8-ff153b9392f9'] response: {'server_uuid': '2ce3a7c3-014e-41c8-a901-fa08552d42ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8c740c-1878-4832-8274-c7a791c5836b', 'code': 200} Oct 17 04:41:47.407361 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a43b756b-cb67-4434-865d-c58592d105cb req-27bac1c2-6b18-42f8-8152-c92f0b093b43 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441754 Oct 17 04:41:47.416752 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=7e8c740c-1878-4832-8274-c7a791c5836b,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:41:47.613619 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fd24f-91e6-4c1a-b524-e3f7464f5ecd req-ba993fc2-0530-4415-a906-1c49183a20f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:47.615130 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-e21fd24f-91e6-4c1a-b524-e3f7464f5ecd req-ba993fc2-0530-4415-a906-1c49183a20f2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 1130 time: 0.0863132 Oct 17 04:41:47.661655 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-e21fd24f-91e6-4c1a-b524-e3f7464f5ecd req-26bf8ec2-8dcb-40b8-8b8a-46b862d788ac service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396926 Oct 17 04:41:48.539670 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec1a0f-53f9-4e48-8dcc-b664ad4d19d2 req-f196e240-507e-4da5-bf26-506fe9402baf tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:48.541152 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-beec1a0f-53f9-4e48-8dcc-b664ad4d19d2 req-f196e240-507e-4da5-bf26-506fe9402baf tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 946 time: 0.0454886 Oct 17 04:41:48.593387 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-beec1a0f-53f9-4e48-8dcc-b664ad4d19d2 req-9815b153-e95a-475d-83bb-3b526c9c0631 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459354 Oct 17 04:41:49.713604 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfbad6-63c7-4a7c-8a29-51dc171640c9 req-581eff0a-ec2c-457a-9f70-c1cdc4abbdcf tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:49.714962 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d7cfbad6-63c7-4a7c-8a29-51dc171640c9 req-581eff0a-ec2c-457a-9f70-c1cdc4abbdcf tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 946 time: 0.0469413 Oct 17 04:41:49.766665 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d7cfbad6-63c7-4a7c-8a29-51dc171640c9 req-1db93852-b6e7-4c4f-ae6e-da7b58f63fd7 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446007 Oct 17 04:41:50.036053 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b295f3b-775b-4c97-a543-5b1018d1dace req-ec86df49-d56f-4565-ae3d-29c1bed4774f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:50.037420 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7b295f3b-775b-4c97-a543-5b1018d1dace req-ec86df49-d56f-4565-ae3d-29c1bed4774f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 946 time: 0.0446820 Oct 17 04:41:50.084544 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7b295f3b-775b-4c97-a543-5b1018d1dace req-efa626d8-b7ed-4cd0-b4cd-5b0c1b27939e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417094 Oct 17 04:41:50.113474 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 36924) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:41:50.154983 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df27bb65-b93c-4e8a-b67d-db284de7cdd8 tempest-TestVolumeBootPattern-313772334 tempest-TestVolumeBootPattern-313772334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:50.156476 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-df27bb65-b93c-4e8a-b67d-db284de7cdd8 tempest-TestVolumeBootPattern-313772334 tempest-TestVolumeBootPattern-313772334-project-admin] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 1125 time: 0.0420561 Oct 17 04:41:50.159304 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 36926) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:41:50.163429 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Request body: {'floatingip': {'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'port_id': '7e8c740c-1878-4832-8274-c7a791c5836b', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:41:50.184800 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:50.267545 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:50.372624 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_common [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Allocated IP 172.27.3.140 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/d796a238-dee2-4db0-96df-f82943e6051f) {{(pid=104488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:41:50.475551 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for port (d796a238-dee2-4db0-96df-f82943e6051f), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:50.506479 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (d796a238-dee2-4db0-96df-f82943e6051f), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:50.537394 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:50.547558 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:41:50.551369 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.base_scheduler [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Resources bound (agent type, host, resource id): {{(pid=104488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:41:50.554058 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Received port after_create {{(pid=104488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:41:50.580458 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event updated for resources: {'Port': ['ID=d796a238-dee2-4db0-96df-f82943e6051f,revision_number=1']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:41:50.591579 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:50.592085 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:50.592422 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:50.592770 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:50.593133 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:50.593426 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:50.593745 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:50.594080 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:50.594378 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:50.594877 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:50.595203 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:50.595520 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:50.595834 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:50.596145 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:50.596454 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:41:50.601866 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:50.917817 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for floatingip (7a4b7f34-5386-4bb4-bb40-e5a1e863e88c), precommit_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:50.987525 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (d796a238-dee2-4db0-96df-f82943e6051f), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:51.132681 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for port (d796a238-dee2-4db0-96df-f82943e6051f), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:51.137567 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7641586'] for port (d796a238-dee2-4db0-96df-f82943e6051f), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:51.202882 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event updated for resources: {'Port': ['ID=d796a238-dee2-4db0-96df-f82943e6051f,revision_number=2']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:41:51.205498 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (7a4b7f34-5386-4bb4-bb40-e5a1e863e88c), after_create {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:51.300784 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.l3_db [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Floating IP 7a4b7f34-5386-4bb4-bb40-e5a1e863e88c associated. External IP: 172.27.3.140, port: 7e8c740c-1878-4832-8274-c7a791c5836b. Oct 17 04:41:51.398540 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:51.432529 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:51.497097 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:41:51.600004 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:41:51.609819 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e95f969-b3c9-4728-9e2b-fa8334adfb99 None None] Sync routers for ids ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:41:51.618524 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:41:51.652000 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-58dec27c-2684-486f-98ea-538edf427e46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4916844 Oct 17 04:41:51.652656 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce3a7c3-014e-41c8-a901-fa08552d42ec', 'tag': '7e8c740c-1878-4832-8274-c7a791c5836b'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:41:51.654991 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dbd673-dae0-490e-9d57-bc8781cbd8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce3a7c3-014e-41c8-a901-fa08552d42ec", "tag": "7e8c740c-1878-4832-8274-c7a791c5836b"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:41:51.695012 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b92529-9267-4f22-8c78-dd8a7b8f0be3 x-openstack-request-id: req-68b92529-9267-4f22-8c78-dd8a7b8f0be3 {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:41:51.695304 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce3a7c3-014e-41c8-a901-fa08552d42ec", "tag": "7e8c740c-1878-4832-8274-c7a791c5836b", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:41:51.695561 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-68b92529-9267-4f22-8c78-dd8a7b8f0be3 {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:41:51.696018 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b92529-9267-4f22-8c78-dd8a7b8f0be3'] response: {'name': 'network-changed', 'server_uuid': '2ce3a7c3-014e-41c8-a901-fa08552d42ec', 'tag': '7e8c740c-1878-4832-8274-c7a791c5836b', 'status': 'completed', 'code': 200} Oct 17 04:41:51.706127 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e95f969-b3c9-4728-9e2b-fa8334adfb99 None None] Routers {'5fdd35fa-909f-44e8-a5c6-d630a14b3078'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:41:51.706742 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-5e95f969-b3c9-4728-9e2b-fa8334adfb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:41:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:41:51.758167 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbd673-dae0-490e-9d57-bc8781cbd8b3 req-6e35253f-fb14-4882-b91e-46befdaa1966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:51.759701 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-f5dbd673-dae0-490e-9d57-bc8781cbd8b3 req-6e35253f-fb14-4882-b91e-46befdaa1966 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=84d236da3b7b46f4ab13a096d7d80298&device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 1130 time: 0.0403893 Oct 17 04:41:51.808049 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-5e95f969-b3c9-4728-9e2b-fa8334adfb99 None None] Set router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:41:51.853471 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbd673-dae0-490e-9d57-bc8781cbd8b3 req-d0cd246a-bec9-469f-9e6e-5ed563e1b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:51.854931 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-f5dbd673-dae0-490e-9d57-bc8781cbd8b3 req-d0cd246a-bec9-469f-9e6e-5ed563e1b15f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e7b10358-ab79-44d7-a22b-ddfa538fb104 HTTP/1.1" status: 200 len: 912 time: 0.0898318 Oct 17 04:41:51.916688 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-f5dbd673-dae0-490e-9d57-bc8781cbd8b3 req-8c79585e-3ad1-41e1-80eb-e1d8c4587b82 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e8c740c-1878-4832-8274-c7a791c5836b HTTP/1.1" status: 200 len: 1000 time: 0.0547626 Oct 17 04:41:51.968641 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbd673-dae0-490e-9d57-bc8781cbd8b3 req-44419681-290c-4738-93ae-380de61e6bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:51.970113 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-f5dbd673-dae0-490e-9d57-bc8781cbd8b3 req-44419681-290c-4738-93ae-380de61e6bad service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4240cb9d-8086-47cb-a95d-9e3d2fa1780f HTTP/1.1" status: 200 len: 850 time: 0.0484519 Oct 17 04:41:52.014009 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbd673-dae0-490e-9d57-bc8781cbd8b3 req-4829edff-fb00-4b3e-b2a0-ed2633ae10e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:41:52.015465 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-f5dbd673-dae0-490e-9d57-bc8781cbd8b3 req-4829edff-fb00-4b3e-b2a0-ed2633ae10e4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e7b10358-ab79-44d7-a22b-ddfa538fb104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389235 Oct 17 04:41:52.020519 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-5e95f969-b3c9-4728-9e2b-fa8334adfb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '7a4b7f34-5386-4bb4-bb40-e5a1e863e88c', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'port_id': '7e8c740c-1878-4832-8274-c7a791c5836b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'mac_address': 'fa:16:3e:17:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce3a7c3-014e-41c8-a901-fa08552d42ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:41:50Z', 'updated_at': '2022-10-17T04:41:50Z', 'revision_number': 0, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c718bdc7-7079-4696-a240-0934976f858f', 'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'mac_address': 'fa:16:3e:96:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:39Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 5, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'subnets': [{'id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:41:52.049330 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e95f969-b3c9-4728-9e2b-fa8334adfb99 None None] Checking router: 5fdd35fa-909f-44e8-a5c6-d630a14b3078 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:41:52.057584 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e95f969-b3c9-4728-9e2b-fa8334adfb99 None None] Routers {'5fdd35fa-909f-44e8-a5c6-d630a14b3078'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:41:52.058230 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-5e95f969-b3c9-4728-9e2b-fa8334adfb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:41:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:41:52.106147 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-f5dbd673-dae0-490e-9d57-bc8781cbd8b3 req-04990456-14aa-4d63-9cd8-9991bf9b5108 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841308 Oct 17 04:41:52.134275 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:41:52.155575 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-5e95f969-b3c9-4728-9e2b-fa8334adfb99 None None] Set router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:41:52.201834 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-f5dbd673-dae0-490e-9d57-bc8781cbd8b3 req-75d68faf-1efe-459c-97c7-5809c69be039 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899658 Oct 17 04:41:52.360761 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-5e95f969-b3c9-4728-9e2b-fa8334adfb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '7a4b7f34-5386-4bb4-bb40-e5a1e863e88c', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'port_id': '7e8c740c-1878-4832-8274-c7a791c5836b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'mac_address': 'fa:16:3e:17:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce3a7c3-014e-41c8-a901-fa08552d42ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:41:50Z', 'updated_at': '2022-10-17T04:41:50Z', 'revision_number': 0, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c718bdc7-7079-4696-a240-0934976f858f', 'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'mac_address': 'fa:16:3e:96:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:39Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 5, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'subnets': [{'id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:41:52.383958 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e95f969-b3c9-4728-9e2b-fa8334adfb99 None None] The sync data for ids ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'] in dv-cinder-861557-1-iscsi is: [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '7a4b7f34-5386-4bb4-bb40-e5a1e863e88c', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'port_id': '7e8c740c-1878-4832-8274-c7a791c5836b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'mac_address': 'fa:16:3e:17:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce3a7c3-014e-41c8-a901-fa08552d42ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:41:50Z', 'updated_at': '2022-10-17T04:41:50Z', 'revision_number': 0, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c718bdc7-7079-4696-a240-0934976f858f', 'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'mac_address': 'fa:16:3e:96:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:39Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 5, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'subnets': [{'id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:41:52.572269 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a8d7b-a11f-4d8e-9485-30f41e84c4cf None None] New status for floating IP 7a4b7f34-5386-4bb4-bb40-e5a1e863e88c: ACTIVE {{(pid=104489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:42:00.370234 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4a61c923-2778-4d3a-b2ff-ea965ca8d5bc req-e830d19f-b381-43c8-a3e1-89297ba8a048 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1773030672&fields=id&tenant_id=fa613028ef8e48df8eb7178c54926095 HTTP/1.1" status: 200 len: 267 time: 0.0443239 Oct 17 04:42:00.419134 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61c923-2778-4d3a-b2ff-ea965ca8d5bc req-be34259b-8d78-4df5-8e86-5216437738f8 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:42:00.420399 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4a61c923-2778-4d3a-b2ff-ea965ca8d5bc req-be34259b-8d78-4df5-8e86-5216437738f8 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 985 time: 0.0448327 Oct 17 04:42:00.430766 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.v2.base [req-4a61c923-2778-4d3a-b2ff-ea965ca8d5bc req-e1684f1f-78ca-45b7-b3d8-ab80e9e80f75 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Request body: {'port': {'security_groups': ['0831ee38-f0e3-4fee-b0d6-596c2dab3224']}} {{(pid=104488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:42:00.505366 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-4a61c923-2778-4d3a-b2ff-ea965ca8d5bc req-e1684f1f-78ca-45b7-b3d8-ab80e9e80f75 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (f0f6ca07-b0d8-4ee0-9614-ddf606753cac), before_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:00.676860 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [req-4a61c923-2778-4d3a-b2ff-ea965ca8d5bc req-e1684f1f-78ca-45b7-b3d8-ab80e9e80f75 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] For port f0f6ca07-b0d8-4ee0-9614-ddf606753cac, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f0f6ca07-b0d8-4ee0-9614-ddf606753cac,segment=NetworkSegment(67e505d5-71b3-4bc1-b8d9-46fcfcb89819),segment_id=67e505d5-71b3-4bc1-b8d9-46fcfcb89819)] {{(pid=104488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:42:00.704307 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-4a61c923-2778-4d3a-b2ff-ea965ca8d5bc req-e1684f1f-78ca-45b7-b3d8-ab80e9e80f75 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for port (f0f6ca07-b0d8-4ee0-9614-ddf606753cac), precommit_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:00.709222 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-4a61c923-2778-4d3a-b2ff-ea965ca8d5bc req-e1684f1f-78ca-45b7-b3d8-ab80e9e80f75 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7641586'] for port (f0f6ca07-b0d8-4ee0-9614-ddf606753cac), after_update {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:00.720363 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61c923-2778-4d3a-b2ff-ea965ca8d5bc req-e1684f1f-78ca-45b7-b3d8-ab80e9e80f75 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:42:00.720977 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [req-4a61c923-2778-4d3a-b2ff-ea965ca8d5bc req-e1684f1f-78ca-45b7-b3d8-ab80e9e80f75 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:00.721501 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['f0f6ca07-b0d8-4ee0-9614-ddf606753cac'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:42:00.722408 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-4a61c923-2778-4d3a-b2ff-ea965ca8d5bc req-e1684f1f-78ca-45b7-b3d8-ab80e9e80f75 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "PUT /networking/v2.0/ports/f0f6ca07-b0d8-4ee0-9614-ddf606753cac HTTP/1.1" status: 200 len: 943 time: 0.2958727 Oct 17 04:42:00.723022 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2192d50d-fc32-4eb2-8028-df6b4844be8c', 'tag': 'f0f6ca07-b0d8-4ee0-9614-ddf606753cac'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:42:00.728422 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d05fac9-bcaa-4ba9-8139-153b901dd5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2192d50d-fc32-4eb2-8028-df6b4844be8c", "tag": "f0f6ca07-b0d8-4ee0-9614-ddf606753cac"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:42:00.729022 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 36942) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:42:00.774043 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bcb5e6-a1ca-4443-a469-8bb6494da80c x-openstack-request-id: req-86bcb5e6-a1ca-4443-a469-8bb6494da80c {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:42:00.774333 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2192d50d-fc32-4eb2-8028-df6b4844be8c", "tag": "f0f6ca07-b0d8-4ee0-9614-ddf606753cac", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:42:00.774588 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-86bcb5e6-a1ca-4443-a469-8bb6494da80c {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:42:00.774993 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86bcb5e6-a1ca-4443-a469-8bb6494da80c'] response: {'name': 'network-changed', 'server_uuid': '2192d50d-fc32-4eb2-8028-df6b4844be8c', 'tag': 'f0f6ca07-b0d8-4ee0-9614-ddf606753cac', 'status': 'completed', 'code': 200} Oct 17 04:42:00.791815 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['f0f6ca07-b0d8-4ee0-9614-ddf606753cac'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:42:00.810424 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1684f1f-78ca-45b7-b3d8-ab80e9e80f75 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Pushing event updated for resources: {'Port': ['ID=f0f6ca07-b0d8-4ee0-9614-ddf606753cac,revision_number=7']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:42:00.835120 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b7ab4c62-4064-4981-831d-6da92fd419c2 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group (2aedb6d8-1729-4ae3-a30a-dfbac6e19228), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:00.848980 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05fac9-bcaa-4ba9-8139-153b901dd5bc req-18deaa2d-62d2-47c5-817c-c94b1952e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:42:00.850647 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3d05fac9-bcaa-4ba9-8139-153b901dd5bc req-18deaa2d-62d2-47c5-817c-c94b1952e389 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fa613028ef8e48df8eb7178c54926095&device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 1130 time: 0.0481505 Oct 17 04:42:00.865676 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b7ab4c62-4064-4981-831d-6da92fd419c2 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group (2aedb6d8-1729-4ae3-a30a-dfbac6e19228), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:00.932394 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b7ab4c62-4064-4981-831d-6da92fd419c2 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (2aedb6d8-1729-4ae3-a30a-dfbac6e19228), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:00.938000 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-b7ab4c62-4064-4981-831d-6da92fd419c2 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for security_group (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:00.941744 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-b7ab4c62-4064-4981-831d-6da92fd419c2 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/2aedb6d8-1729-4ae3-a30a-dfbac6e19228 HTTP/1.1" status: 204 len: 168 time: 0.2093623 Oct 17 04:42:00.942720 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 36944) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:42:00.955670 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05fac9-bcaa-4ba9-8139-153b901dd5bc req-f31154c2-f329-45c2-9d49-64db74d661ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:42:00.957222 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3d05fac9-bcaa-4ba9-8139-153b901dd5bc req-f31154c2-f329-45c2-9d49-64db74d661ca service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=bd6540fe-f5bd-47b7-b95a-8ab656f32388 HTTP/1.1" status: 200 len: 915 time: 0.0991840 Oct 17 04:42:00.986089 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab4c62-4064-4981-831d-6da92fd419c2 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aedb6d8-1729-4ae3-a30a-dfbac6e19228,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:42:01.020187 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3d05fac9-bcaa-4ba9-8139-153b901dd5bc req-c7baabdf-f523-4f51-ab87-8c8b6d0caf66 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0f6ca07-b0d8-4ee0-9614-ddf606753cac HTTP/1.1" status: 200 len: 1001 time: 0.0562353 Oct 17 04:42:01.035703 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:01.046983 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:01.049470 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:01.077381 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05fac9-bcaa-4ba9-8139-153b901dd5bc req-e19ffa02-3feb-468a-b850-8ac69cf6260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:42:01.079187 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3d05fac9-bcaa-4ba9-8139-153b901dd5bc req-e19ffa02-3feb-468a-b850-8ac69cf6260c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=48cbd86d-d6e3-4f99-8a97-bb4d273d010e HTTP/1.1" status: 200 len: 853 time: 0.0521619 Oct 17 04:42:01.103075 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-3cdaf085-5291-4e98-a24d-1869b64ad331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:01.107481 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-3a9f6ef3-5086-4093-8fe9-6535e7a9ffc7 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Deleting port 29dd8dee-77bb-498a-98cb-913345177ce2 {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:42:01.107828 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3a9f6ef3-5086-4093-8fe9-6535e7a9ffc7 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (29dd8dee-77bb-498a-98cb-913345177ce2), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:01.125426 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05fac9-bcaa-4ba9-8139-153b901dd5bc req-fda4469e-cc4b-4040-83dd-64bd82076899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:42:01.126978 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3d05fac9-bcaa-4ba9-8139-153b901dd5bc req-fda4469e-cc4b-4040-83dd-64bd82076899 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=bd6540fe-f5bd-47b7-b95a-8ab656f32388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410054 Oct 17 04:42:01.189677 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3a9f6ef3-5086-4093-8fe9-6535e7a9ffc7 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (29dd8dee-77bb-498a-98cb-913345177ce2), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:01.189943 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3a9f6ef3-5086-4093-8fe9-6535e7a9ffc7 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for floatingip (29dd8dee-77bb-498a-98cb-913345177ce2), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:01.203053 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-3a9f6ef3-5086-4093-8fe9-6535e7a9ffc7 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Calling delete_port for 29dd8dee-77bb-498a-98cb-913345177ce2 owned by network:floatingip {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:42:01.222043 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3d05fac9-bcaa-4ba9-8139-153b901dd5bc req-e125a10b-4b6e-4b48-8a6b-cad7fbdf27d3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bd6540fe-f5bd-47b7-b95a-8ab656f32388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884483 Oct 17 04:42:01.313062 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3d05fac9-bcaa-4ba9-8139-153b901dd5bc req-109b5be5-e3e2-495a-af3f-54d995a52bf4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bd6540fe-f5bd-47b7-b95a-8ab656f32388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838413 Oct 17 04:42:01.347995 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3a9f6ef3-5086-4093-8fe9-6535e7a9ffc7 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (29dd8dee-77bb-498a-98cb-913345177ce2), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:01.376445 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f6ef3-5086-4093-8fe9-6535e7a9ffc7 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Pushing event deleted for resources: {'Port': ['ID=29dd8dee-77bb-498a-98cb-913345177ce2,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:42:01.435614 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3a9f6ef3-5086-4093-8fe9-6535e7a9ffc7 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks [] for floatingip (55700516-15ec-4dc7-a2a8-5f94f9ef1e9f), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:01.435934 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.l3_db [None req-3a9f6ef3-5086-4093-8fe9-6535e7a9ffc7 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Floating IP 55700516-15ec-4dc7-a2a8-5f94f9ef1e9f disassociated (deleted). External IP: 172.27.3.58, port: f0f6ca07-b0d8-4ee0-9614-ddf606753cac. Oct 17 04:42:01.870589 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9f6ef3-5086-4093-8fe9-6535e7a9ffc7 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Router 829529a2-6653-4822-9e52-e36ef67e372f has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:42:01.973933 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9f6ef3-5086-4093-8fe9-6535e7a9ffc7 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:42:01.978230 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3a9f6ef3-5086-4093-8fe9-6535e7a9ffc7 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:01.984199 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35ce660-ad7e-47e9-bff5-b52d0a7d708e None None] Sync routers for ids ['829529a2-6653-4822-9e52-e36ef67e372f'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:42:01.994404 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35ce660-ad7e-47e9-bff5-b52d0a7d708e None None] Routers {'829529a2-6653-4822-9e52-e36ef67e372f'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:42:01.994935 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-a35ce660-ad7e-47e9-bff5-b52d0a7d708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:41:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['829529a2-6653-4822-9e52-e36ef67e372f'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:42:02.007729 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-3a9f6ef3-5086-4093-8fe9-6535e7a9ffc7 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/55700516-15ec-4dc7-a2a8-5f94f9ef1e9f HTTP/1.1" status: 204 len: 168 time: 1.0638046 Oct 17 04:42:02.042425 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=100 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:02.096798 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=100 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:02.100841 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-a35ce660-ad7e-47e9-bff5-b52d0a7d708e None None] Set router 829529a2-6653-4822-9e52-e36ef67e372f gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:42:02.302538 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-a35ce660-ad7e-47e9-bff5-b52d0a7d708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829529a2-6653-4822-9e52-e36ef67e372f', 'name': 'tempest-TestMinimumBasicScenario-205004072-router', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:01Z', 'revision_number': 4, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'gw_port': {'id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a', 'name': '', 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'mac_address': 'fa:16:3e:5f:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '48cbd86d-d6e3-4f99-8a97-bb4d273d010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:40:01Z', 'updated_at': '2022-10-17T04:40:07Z', 'revision_number': 5, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'subnets': [{'id': '48cbd86d-d6e3-4f99-8a97-bb4d273d010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:42:02.326892 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35ce660-ad7e-47e9-bff5-b52d0a7d708e None None] Checking router: 829529a2-6653-4822-9e52-e36ef67e372f for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:42:02.335077 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35ce660-ad7e-47e9-bff5-b52d0a7d708e None None] Routers {'829529a2-6653-4822-9e52-e36ef67e372f'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:42:02.335665 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-a35ce660-ad7e-47e9-bff5-b52d0a7d708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:41:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['829529a2-6653-4822-9e52-e36ef67e372f'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:42:02.436469 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-a35ce660-ad7e-47e9-bff5-b52d0a7d708e None None] Set router 829529a2-6653-4822-9e52-e36ef67e372f gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:42:02.464493 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:42:02.626157 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-a35ce660-ad7e-47e9-bff5-b52d0a7d708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829529a2-6653-4822-9e52-e36ef67e372f', 'name': 'tempest-TestMinimumBasicScenario-205004072-router', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:01Z', 'revision_number': 4, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'gw_port': {'id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a', 'name': '', 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'mac_address': 'fa:16:3e:5f:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '48cbd86d-d6e3-4f99-8a97-bb4d273d010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:40:01Z', 'updated_at': '2022-10-17T04:40:07Z', 'revision_number': 5, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'subnets': [{'id': '48cbd86d-d6e3-4f99-8a97-bb4d273d010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:42:02.733788 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35ce660-ad7e-47e9-bff5-b52d0a7d708e None None] The sync data for ids ['829529a2-6653-4822-9e52-e36ef67e372f'] in dv-cinder-861557-1-iscsi is: [{'id': '829529a2-6653-4822-9e52-e36ef67e372f', 'name': 'tempest-TestMinimumBasicScenario-205004072-router', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:01Z', 'revision_number': 4, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'gw_port': {'id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': '8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a', 'name': '', 'network_id': 'bd6540fe-f5bd-47b7-b95a-8ab656f32388', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'mac_address': 'fa:16:3e:5f:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '48cbd86d-d6e3-4f99-8a97-bb4d273d010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:40:01Z', 'updated_at': '2022-10-17T04:40:07Z', 'revision_number': 5, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'subnets': [{'id': '48cbd86d-d6e3-4f99-8a97-bb4d273d010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:42:02.775963 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2192d50d-fc32-4eb2-8028-df6b4844be8c', 'tag': 'f0f6ca07-b0d8-4ee0-9614-ddf606753cac'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:42:02.778191 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc96a937-372a-4972-a2c2-f6769009544c" -d '{"events": [{"name": "network-changed", "server_uuid": "2192d50d-fc32-4eb2-8028-df6b4844be8c", "tag": "f0f6ca07-b0d8-4ee0-9614-ddf606753cac"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:42:02.815925 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e3fe5d-d1fd-4f4e-a840-f046d96121aa x-openstack-request-id: req-f9e3fe5d-d1fd-4f4e-a840-f046d96121aa {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:42:02.816306 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2192d50d-fc32-4eb2-8028-df6b4844be8c", "tag": "f0f6ca07-b0d8-4ee0-9614-ddf606753cac", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:42:02.816649 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f9e3fe5d-d1fd-4f4e-a840-f046d96121aa {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:42:02.817172 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e3fe5d-d1fd-4f4e-a840-f046d96121aa'] response: {'name': 'network-changed', 'server_uuid': '2192d50d-fc32-4eb2-8028-df6b4844be8c', 'tag': 'f0f6ca07-b0d8-4ee0-9614-ddf606753cac', 'status': 'completed', 'code': 200} Oct 17 04:42:02.883254 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96a937-372a-4972-a2c2-f6769009544c req-effdbdc4-1b18-4775-8511-909faa80d43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:42:02.884865 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bc96a937-372a-4972-a2c2-f6769009544c req-effdbdc4-1b18-4775-8511-909faa80d43e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fa613028ef8e48df8eb7178c54926095&device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 1130 time: 0.0446439 Oct 17 04:42:02.972144 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185e8d82-9f14-41b7-b254-38be6acecd2f None None] New status for floating IP 55700516-15ec-4dc7-a2a8-5f94f9ef1e9f: DOWN {{(pid=104489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:42:02.993693 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96a937-372a-4972-a2c2-f6769009544c req-d680323e-a36d-448c-90e9-4d983f0a7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:42:02.995144 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bc96a937-372a-4972-a2c2-f6769009544c req-d680323e-a36d-448c-90e9-4d983f0a7a1a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=bd6540fe-f5bd-47b7-b95a-8ab656f32388 HTTP/1.1" status: 200 len: 915 time: 0.1002288 Oct 17 04:42:03.034390 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bc96a937-372a-4972-a2c2-f6769009544c req-e02c08ed-0356-4e76-9f0e-039c8460c69d service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0f6ca07-b0d8-4ee0-9614-ddf606753cac HTTP/1.1" status: 200 len: 217 time: 0.0332685 Oct 17 04:42:03.092829 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96a937-372a-4972-a2c2-f6769009544c req-e0a9899c-5a80-4b1c-9f3b-7d744b6abf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:42:03.094282 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bc96a937-372a-4972-a2c2-f6769009544c req-e0a9899c-5a80-4b1c-9f3b-7d744b6abf05 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=48cbd86d-d6e3-4f99-8a97-bb4d273d010e HTTP/1.1" status: 200 len: 853 time: 0.0494015 Oct 17 04:42:03.136957 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96a937-372a-4972-a2c2-f6769009544c req-58d6d2ae-ff35-43e4-8452-a6023a598518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:42:03.138962 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bc96a937-372a-4972-a2c2-f6769009544c req-58d6d2ae-ff35-43e4-8452-a6023a598518 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=bd6540fe-f5bd-47b7-b95a-8ab656f32388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379655 Oct 17 04:42:03.227668 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bc96a937-372a-4972-a2c2-f6769009544c req-676f971e-644a-451d-9e7e-0f6b07f34389 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bd6540fe-f5bd-47b7-b95a-8ab656f32388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826612 Oct 17 04:42:03.305693 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:03.323484 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-bc96a937-372a-4972-a2c2-f6769009544c req-2aca4714-81b7-4347-b4a2-c0424de953ac service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bd6540fe-f5bd-47b7-b95a-8ab656f32388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903461 Oct 17 04:42:03.501729 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-4109cee8-a349-448b-89f5-8960d95abe89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:04.673410 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:04.742117 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86652a-89ad-4c6e-aadb-096daca17eba req-d1d50c21-e79c-425d-aa86-99e55ec61143 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:42:04.743561 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0a86652a-89ad-4c6e-aadb-096daca17eba req-d1d50c21-e79c-425d-aa86-99e55ec61143 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 946 time: 0.0466747 Oct 17 04:42:04.769774 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:04.792160 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-0a86652a-89ad-4c6e-aadb-096daca17eba req-f2729afb-399d-4e54-a10a-a82a8d9ae736 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422530 Oct 17 04:42:05.903120 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:05.918018 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98380e0f-dae6-46eb-9316-b510d875e126 req-2239411d-8d84-487b-9357-403aec31e8dd tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:42:05.919809 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-98380e0f-dae6-46eb-9316-b510d875e126 req-2239411d-8d84-487b-9357-403aec31e8dd tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 946 time: 0.0519466 Oct 17 04:42:05.966777 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-98380e0f-dae6-46eb-9316-b510d875e126 req-01cf0ae4-2006-4079-ad51-71eb7d753fd1 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0831ee38-f0e3-4fee-b0d6-596c2dab3224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415459 Oct 17 04:42:06.228682 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:06.236355 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:06.322416 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:06.469536 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390bc30-8a38-4054-9035-2f987c5b6f18 req-b94c0884-877c-4a90-a7c7-1f5fe52277ef tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:42:06.470858 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-4390bc30-8a38-4054-9035-2f987c5b6f18 req-b94c0884-877c-4a90-a7c7-1f5fe52277ef tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 946 time: 0.0469007 Oct 17 04:42:06.531293 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:06.799063 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-4390bc30-8a38-4054-9035-2f987c5b6f18 req-d301e4c8-6eb7-4644-89d4-6b8b66b90231 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Deleting port f0f6ca07-b0d8-4ee0-9614-ddf606753cac {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:42:06.799294 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-4390bc30-8a38-4054-9035-2f987c5b6f18 req-d301e4c8-6eb7-4644-89d4-6b8b66b90231 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (f0f6ca07-b0d8-4ee0-9614-ddf606753cac), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:06.888507 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-4390bc30-8a38-4054-9035-2f987c5b6f18 req-d301e4c8-6eb7-4644-89d4-6b8b66b90231 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] For port f0f6ca07-b0d8-4ee0-9614-ddf606753cac, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=f0f6ca07-b0d8-4ee0-9614-ddf606753cac,segment=NetworkSegment(67e505d5-71b3-4bc1-b8d9-46fcfcb89819),segment_id=67e505d5-71b3-4bc1-b8d9-46fcfcb89819)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:42:06.888858 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-4390bc30-8a38-4054-9035-2f987c5b6f18 req-d301e4c8-6eb7-4644-89d4-6b8b66b90231 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (f0f6ca07-b0d8-4ee0-9614-ddf606753cac), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:06.904674 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-4390bc30-8a38-4054-9035-2f987c5b6f18 req-d301e4c8-6eb7-4644-89d4-6b8b66b90231 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Calling delete_port for f0f6ca07-b0d8-4ee0-9614-ddf606753cac owned by compute:nova {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:42:06.954156 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:07.034004 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-4390bc30-8a38-4054-9035-2f987c5b6f18 req-d301e4c8-6eb7-4644-89d4-6b8b66b90231 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (f0f6ca07-b0d8-4ee0-9614-ddf606753cac), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:07.048093 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['f0f6ca07-b0d8-4ee0-9614-ddf606753cac'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:42:07.065784 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301e4c8-6eb7-4644-89d4-6b8b66b90231 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Pushing event deleted for resources: {'Port': ['ID=f0f6ca07-b0d8-4ee0-9614-ddf606753cac,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:42:07.075394 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-9c520cd6-9770-42f9-8873-6398aa05ff32 req-ece15ee7-4e4a-4fd0-a42d-923b3d9d1a26 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2192d50d-fc32-4eb2-8028-df6b4844be8c HTTP/1.1" status: 200 len: 210 time: 0.0281730 Oct 17 04:42:07.115747 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-4390bc30-8a38-4054-9035-2f987c5b6f18 req-d301e4c8-6eb7-4644-89d4-6b8b66b90231 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] No DVR routers for this DVR port f0f6ca07-b0d8-4ee0-9614-ddf606753cac on host hv-cinder-86155 {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:42:07.118310 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-4390bc30-8a38-4054-9035-2f987c5b6f18 req-d301e4c8-6eb7-4644-89d4-6b8b66b90231 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:07.121502 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-4390bc30-8a38-4054-9035-2f987c5b6f18 req-d301e4c8-6eb7-4644-89d4-6b8b66b90231 tempest-TestMinimumBasicScenario-375974286 tempest-TestMinimumBasicScenario-375974286-project] 10.222.0.20 "DELETE /networking/v2.0/ports/f0f6ca07-b0d8-4ee0-9614-ddf606753cac HTTP/1.1" status: 204 len: 173 time: 0.6445322 Oct 17 04:42:07.122071 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2192d50d-fc32-4eb2-8028-df6b4844be8c', 'name': 'network-vif-deleted', 'tag': 'f0f6ca07-b0d8-4ee0-9614-ddf606753cac'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:42:07.124469 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0784b2ce-c392-423a-9bcf-0a64feafc64a" -d '{"events": [{"server_uuid": "2192d50d-fc32-4eb2-8028-df6b4844be8c", "name": "network-vif-deleted", "tag": "f0f6ca07-b0d8-4ee0-9614-ddf606753cac"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:42:07.163248 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f3e0ea-dd48-4237-a2cc-be484229130c x-openstack-request-id: req-b4f3e0ea-dd48-4237-a2cc-be484229130c {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:42:07.163534 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2192d50d-fc32-4eb2-8028-df6b4844be8c", "name": "network-vif-deleted", "tag": "f0f6ca07-b0d8-4ee0-9614-ddf606753cac", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:42:07.163780 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b4f3e0ea-dd48-4237-a2cc-be484229130c {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:42:07.164177 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4f3e0ea-dd48-4237-a2cc-be484229130c'] response: {'server_uuid': '2192d50d-fc32-4eb2-8028-df6b4844be8c', 'name': 'network-vif-deleted', 'tag': 'f0f6ca07-b0d8-4ee0-9614-ddf606753cac', 'status': 'completed', 'code': 200} Oct 17 04:42:08.697763 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 37028) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:42:09.003295 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3b3d0b3f-fe9e-4145-a15d-1e2608c91c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648450'] for router_interface (829529a2-6653-4822-9e52-e36ef67e372f), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:09.196669 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device f0f6ca07-b0d8-4ee0-9614-ddf606753cac no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:42:09.215494 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] No Port match for: f0f6ca07-b0d8-4ee0-9614-ddf606753cac {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:42:09.216388 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device f0f6ca07-b0d8-4ee0-9614-ddf606753cac not bound to the agent host hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:42:09.222727 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-3b3d0b3f-fe9e-4145-a15d-1e2608c91c00 admin admin] Deleting port 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:42:09.223069 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3b3d0b3f-fe9e-4145-a15d-1e2608c91c00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:09.303247 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-3b3d0b3f-fe9e-4145-a15d-1e2608c91c00 admin admin] For port 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a,segment=NetworkSegment(67e505d5-71b3-4bc1-b8d9-46fcfcb89819),segment_id=67e505d5-71b3-4bc1-b8d9-46fcfcb89819)] {{(pid=104488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:42:09.303525 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3b3d0b3f-fe9e-4145-a15d-1e2608c91c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:09.316244 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-3b3d0b3f-fe9e-4145-a15d-1e2608c91c00 admin admin] Calling delete_port for 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a owned by network:router_interface {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:42:09.437746 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:09.447840 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:09.495257 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3b3d0b3f-fe9e-4145-a15d-1e2608c91c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:09.519560 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d0b3f-fe9e-4145-a15d-1e2608c91c00 admin admin] Pushing event deleted for resources: {'Port': ['ID=8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:42:09.684074 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-3b3d0b3f-fe9e-4145-a15d-1e2608c91c00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648438'] for router_interface (829529a2-6653-4822-9e52-e36ef67e372f), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:09.706173 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0862e3-794b-4d95-b3f4-ec501365dc22 None None] get_active_networks_info from dv-cinder-861557-1-iscsi {{(pid=104489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 04:42:09.795720 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0862e3-794b-4d95-b3f4-ec501365dc22 None None] Resources bound (agent type, host, resource id): {{(pid=104489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 04:42:09.847436 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:09.889502 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3d0b3f-fe9e-4145-a15d-1e2608c91c00 admin admin] Router 829529a2-6653-4822-9e52-e36ef67e372f has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:42:09.994899 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3d0b3f-fe9e-4145-a15d-1e2608c91c00 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:42:10.001006 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-3b3d0b3f-fe9e-4145-a15d-1e2608c91c00 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/829529a2-6653-4822-9e52-e36ef67e372f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3022032 Oct 17 04:42:10.003620 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 37030) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:42:10.005684 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e9cf9e-3236-4099-8a99-949dc316d266 None None] Sync routers for ids ['829529a2-6653-4822-9e52-e36ef67e372f'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:42:10.019139 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e9cf9e-3236-4099-8a99-949dc316d266 None None] Routers {'829529a2-6653-4822-9e52-e36ef67e372f'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:42:10.019759 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-19e9cf9e-3236-4099-8a99-949dc316d266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:42:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['829529a2-6653-4822-9e52-e36ef67e372f'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:42:10.115875 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7647474c-0b6b-4029-afa0-b4ac6d7fa8c9 admin admin] Publish callbacks [] for router (829529a2-6653-4822-9e52-e36ef67e372f), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:10.126243 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-19e9cf9e-3236-4099-8a99-949dc316d266 None None] Set router 829529a2-6653-4822-9e52-e36ef67e372f gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:42:10.230796 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7647474c-0b6b-4029-afa0-b4ac6d7fa8c9 admin admin] Publish callbacks [] for router_gateway (829529a2-6653-4822-9e52-e36ef67e372f), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:10.285662 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-7647474c-0b6b-4029-afa0-b4ac6d7fa8c9 admin admin] Deleting port dabab224-e065-4aa9-8e01-3c75b94e456c {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:42:10.285995 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7647474c-0b6b-4029-afa0-b4ac6d7fa8c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (dabab224-e065-4aa9-8e01-3c75b94e456c), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:10.313943 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-19e9cf9e-3236-4099-8a99-949dc316d266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829529a2-6653-4822-9e52-e36ef67e372f', 'name': 'tempest-TestMinimumBasicScenario-205004072-router', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:42:09Z', 'revision_number': 5, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'gw_port': {'id': 'dabab224-e065-4aa9-8e01-3c75b94e456c', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829529a2-6653-4822-9e52-e36ef67e372f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:42:10.345939 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e9cf9e-3236-4099-8a99-949dc316d266 None None] Checking router: 829529a2-6653-4822-9e52-e36ef67e372f for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:42:10.355179 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e9cf9e-3236-4099-8a99-949dc316d266 None None] Routers {'829529a2-6653-4822-9e52-e36ef67e372f'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:42:10.355879 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-19e9cf9e-3236-4099-8a99-949dc316d266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:42:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['829529a2-6653-4822-9e52-e36ef67e372f'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:42:10.373578 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-7647474c-0b6b-4029-afa0-b4ac6d7fa8c9 admin admin] For port dabab224-e065-4aa9-8e01-3c75b94e456c, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=dabab224-e065-4aa9-8e01-3c75b94e456c,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:42:10.374297 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7647474c-0b6b-4029-afa0-b4ac6d7fa8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (dabab224-e065-4aa9-8e01-3c75b94e456c), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:10.392587 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-7647474c-0b6b-4029-afa0-b4ac6d7fa8c9 admin admin] Calling delete_port for dabab224-e065-4aa9-8e01-3c75b94e456c owned by network:router_gateway {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:42:10.422584 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=100 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:10.428811 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-3f77374f-d062-4326-8f37-982b19069dca None None] Provisioning complete for port f829df91-255f-4b6e-903e-08478b6ca5b7 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:42:10.429395 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-3f77374f-d062-4326-8f37-982b19069dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (f829df91-255f-4b6e-903e-08478b6ca5b7), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:10.429759 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-3f77374f-d062-4326-8f37-982b19069dca None None] Attempt 1 to provision port f829df91-255f-4b6e-903e-08478b6ca5b7 Oct 17 04:42:10.446566 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-19e9cf9e-3236-4099-8a99-949dc316d266 None None] Set router 829529a2-6653-4822-9e52-e36ef67e372f gateway port host: None {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:42:10.493889 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:10.505020 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-3f77374f-d062-4326-8f37-982b19069dca None None] Current status of the port f829df91-255f-4b6e-903e-08478b6ca5b7 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:42:10.518252 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-19e9cf9e-3236-4099-8a99-949dc316d266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829529a2-6653-4822-9e52-e36ef67e372f', 'name': 'tempest-TestMinimumBasicScenario-205004072-router', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:42:10Z', 'revision_number': 6, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'gw_port_host': None}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:42:10.544164 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e9cf9e-3236-4099-8a99-949dc316d266 None None] The sync data for ids ['829529a2-6653-4822-9e52-e36ef67e372f'] in dv-cinder-861557-1-iscsi is: [{'id': '829529a2-6653-4822-9e52-e36ef67e372f', 'name': 'tempest-TestMinimumBasicScenario-205004072-router', 'tenant_id': 'fa613028ef8e48df8eb7178c54926095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:39:59Z', 'updated_at': '2022-10-17T04:42:10Z', 'revision_number': 6, 'project_id': 'fa613028ef8e48df8eb7178c54926095', 'gw_port_host': None}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:42:10.571281 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7647474c-0b6b-4029-afa0-b4ac6d7fa8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (dabab224-e065-4aa9-8e01-3c75b94e456c), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:10.599559 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647474c-0b6b-4029-afa0-b4ac6d7fa8c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dabab224-e065-4aa9-8e01-3c75b94e456c,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:42:10.659742 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7647474c-0b6b-4029-afa0-b4ac6d7fa8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638780'] for router_gateway (829529a2-6653-4822-9e52-e36ef67e372f), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:10.746002 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7647474c-0b6b-4029-afa0-b4ac6d7fa8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16008'] for router (829529a2-6653-4822-9e52-e36ef67e372f), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:10.748911 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7647474c-0b6b-4029-afa0-b4ac6d7fa8c9 admin admin] Publish callbacks [] for router_controller (829529a2-6653-4822-9e52-e36ef67e372f), precommit_delete_associations {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:10.791309 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7647474c-0b6b-4029-afa0-b4ac6d7fa8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648494'] for router (829529a2-6653-4822-9e52-e36ef67e372f), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:10.791917 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7647474c-0b6b-4029-afa0-b4ac6d7fa8c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 829529a2-6653-4822-9e52-e36ef67e372f {{(pid=104487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 04:42:10.796187 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-7647474c-0b6b-4029-afa0-b4ac6d7fa8c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:10.797417 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-7647474c-0b6b-4029-afa0-b4ac6d7fa8c9 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/829529a2-6653-4822-9e52-e36ef67e372f HTTP/1.1" status: 204 len: 168 time: 0.7927728 Oct 17 04:42:10.800079 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 37032) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:42:10.851191 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_v2 [None req-90037291-ea41-419e-940e-258824a65bf6 admin admin] Deleting subnet 48cbd86d-d6e3-4f99-8a97-bb4d273d010e {{(pid=104488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:42:10.854422 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-90037291-ea41-419e-940e-258824a65bf6 admin admin] Publish callbacks [] for subnet (48cbd86d-d6e3-4f99-8a97-bb4d273d010e), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:10.895092 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-90037291-ea41-419e-940e-258824a65bf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780812'] for subnet (48cbd86d-d6e3-4f99-8a97-bb4d273d010e), precommit_delete_associations {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:10.974280 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-90037291-ea41-419e-940e-258824a65bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588216'] for subnet (48cbd86d-d6e3-4f99-8a97-bb4d273d010e), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:11.029774 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-90037291-ea41-419e-940e-258824a65bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3592535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7641404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7419449'] for subnet (48cbd86d-d6e3-4f99-8a97-bb4d273d010e), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:11.054593 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90037291-ea41-419e-940e-258824a65bf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48cbd86d-d6e3-4f99-8a97-bb4d273d010e,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:42:11.058281 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-90037291-ea41-419e-940e-258824a65bf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:11.062243 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-90037291-ea41-419e-940e-258824a65bf6 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/48cbd86d-d6e3-4f99-8a97-bb4d273d010e HTTP/1.1" status: 204 len: 168 time: 0.2608171 Oct 17 04:42:11.064506 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 37034) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:42:11.065100 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd119bd-c384-4d44-ab11-101816a8bf24 None None] Network bd6540fe-f5bd-47b7-b95a-8ab656f32388 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:42:11.141218 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b2321e50-ecc7-4197-9238-b882238b7339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3580085'] for network (bd6540fe-f5bd-47b7-b95a-8ab656f32388), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:11.177292 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:11.187534 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-b2321e50-ecc7-4197-9238-b882238b7339 admin admin] Deleting port f829df91-255f-4b6e-903e-08478b6ca5b7 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:42:11.187913 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b2321e50-ecc7-4197-9238-b882238b7339 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (f829df91-255f-4b6e-903e-08478b6ca5b7), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:11.256139 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-b2321e50-ecc7-4197-9238-b882238b7339 admin admin] For port f829df91-255f-4b6e-903e-08478b6ca5b7, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=f829df91-255f-4b6e-903e-08478b6ca5b7,segment=NetworkSegment(67e505d5-71b3-4bc1-b8d9-46fcfcb89819),segment_id=67e505d5-71b3-4bc1-b8d9-46fcfcb89819)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:42:11.256537 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b2321e50-ecc7-4197-9238-b882238b7339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (f829df91-255f-4b6e-903e-08478b6ca5b7), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:11.271532 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-b2321e50-ecc7-4197-9238-b882238b7339 admin admin] Calling delete_port for f829df91-255f-4b6e-903e-08478b6ca5b7 owned by network:dhcp {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:42:11.291022 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75cc32c-5317-4bc2-8c20-4455414f4ec5 None None] DHCP port deletion for bd6540fe-f5bd-47b7-b95a-8ab656f32388 request from dv-cinder-861557-1-iscsi {{(pid=104489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 04:42:11.334991 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-d75cc32c-5317-4bc2-8c20-4455414f4ec5 None None] Deleting port f829df91-255f-4b6e-903e-08478b6ca5b7 {{(pid=104489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:42:11.335368 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-d75cc32c-5317-4bc2-8c20-4455414f4ec5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (f829df91-255f-4b6e-903e-08478b6ca5b7), before_delete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:11.354600 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b2321e50-ecc7-4197-9238-b882238b7339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (f829df91-255f-4b6e-903e-08478b6ca5b7), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:11.378891 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2321e50-ecc7-4197-9238-b882238b7339 admin admin] Pushing event deleted for resources: {'Port': ['ID=f829df91-255f-4b6e-903e-08478b6ca5b7,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:42:11.385709 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2321e50-ecc7-4197-9238-b882238b7339 admin admin] No DVR routers for this DVR port f829df91-255f-4b6e-903e-08478b6ca5b7 on host dv-cinder-861557-1-iscsi {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:42:11.403571 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-d75cc32c-5317-4bc2-8c20-4455414f4ec5 None None] For port f829df91-255f-4b6e-903e-08478b6ca5b7, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=f829df91-255f-4b6e-903e-08478b6ca5b7,segment=NetworkSegment(67e505d5-71b3-4bc1-b8d9-46fcfcb89819),segment_id=67e505d5-71b3-4bc1-b8d9-46fcfcb89819)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:42:11.404211 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-d75cc32c-5317-4bc2-8c20-4455414f4ec5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (f829df91-255f-4b6e-903e-08478b6ca5b7), precommit_delete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:11.417828 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-d75cc32c-5317-4bc2-8c20-4455414f4ec5 None None] Calling delete_port for f829df91-255f-4b6e-903e-08478b6ca5b7 owned by network:dhcp {{(pid=104489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:42:11.463744 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b2321e50-ecc7-4197-9238-b882238b7339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8774867117788'] for network (bd6540fe-f5bd-47b7-b95a-8ab656f32388), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:11.488260 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-b2321e50-ecc7-4197-9238-b882238b7339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6540fe-f5bd-47b7-b95a-8ab656f32388']}} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:42:11.498980 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-b2321e50-ecc7-4197-9238-b882238b7339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e505d5-71b3-4bc1-b8d9-46fcfcb89819') {'for_net_delete': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:42:11.499574 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-b2321e50-ecc7-4197-9238-b882238b7339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e505d5-71b3-4bc1-b8d9-46fcfcb89819') {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:42:11.503368 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-d75cc32c-5317-4bc2-8c20-4455414f4ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285'] for port (f829df91-255f-4b6e-903e-08478b6ca5b7), after_delete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:11.510916 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b2321e50-ecc7-4197-9238-b882238b7339 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774867185574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8359346'] for segment (67e505d5-71b3-4bc1-b8d9-46fcfcb89819), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:11.525887 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b2321e50-ecc7-4197-9238-b882238b7339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (67e505d5-71b3-4bc1-b8d9-46fcfcb89819), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:11.526821 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cc32c-5317-4bc2-8c20-4455414f4ec5 None None] Pushing event deleted for resources: {'Port': ['ID=f829df91-255f-4b6e-903e-08478b6ca5b7,revision_number=None']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:42:11.533194 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75cc32c-5317-4bc2-8c20-4455414f4ec5 None None] No DVR routers for this DVR port f829df91-255f-4b6e-903e-08478b6ca5b7 on host dv-cinder-861557-1-iscsi {{(pid=104489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:42:11.534200 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2321e50-ecc7-4197-9238-b882238b7339 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:42:11.534668 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b2321e50-ecc7-4197-9238-b882238b7339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7604736'] for segment (67e505d5-71b3-4bc1-b8d9-46fcfcb89819), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:11.580504 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment 67e505d5-71b3-4bc1-b8d9-46fcfcb89819 resource provider aggregate not found Oct 17 04:42:11.595603 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment 67e505d5-71b3-4bc1-b8d9-46fcfcb89819 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67e505d5-71b3-4bc1-b8d9-46fcfcb89819 found for delete ", "request_id": "req-98fb6ca6-cc5d-4f43-8fe6-a7acd7ea90a3"}]} Oct 17 04:42:11.602038 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b2321e50-ecc7-4197-9238-b882238b7339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638819'] for network (bd6540fe-f5bd-47b7-b95a-8ab656f32388), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:11.608049 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-b2321e50-ecc7-4197-9238-b882238b7339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:11.611187 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-b2321e50-ecc7-4197-9238-b882238b7339 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/bd6540fe-f5bd-47b7-b95a-8ab656f32388 HTTP/1.1" status: 204 len: 168 time: 0.5454574 Oct 17 04:42:11.614158 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 37040) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:42:11.622349 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2321e50-ecc7-4197-9238-b882238b7339 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd6540fe-f5bd-47b7-b95a-8ab656f32388,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:42:11.665269 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:11.701049 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:11.926876 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d4a0e67e-d72c-4794-979d-092e6ad3535c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648450'] for router_interface (b5a2072e-c900-4ef5-acde-f4dcf19c1f57), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:12.145160 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-d4a0e67e-d72c-4794-979d-092e6ad3535c admin admin] Deleting port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:42:12.145496 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d4a0e67e-d72c-4794-979d-092e6ad3535c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (5d0fcb79-7408-43ff-8e61-bc34389fb9fb), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:12.226382 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-d4a0e67e-d72c-4794-979d-092e6ad3535c admin admin] For port 5d0fcb79-7408-43ff-8e61-bc34389fb9fb, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=5d0fcb79-7408-43ff-8e61-bc34389fb9fb,segment=NetworkSegment(5656cba9-2177-44b1-9b53-fb99a087e791),segment_id=5656cba9-2177-44b1-9b53-fb99a087e791)] {{(pid=104488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:42:12.226745 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d4a0e67e-d72c-4794-979d-092e6ad3535c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (5d0fcb79-7408-43ff-8e61-bc34389fb9fb), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:12.240060 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-d4a0e67e-d72c-4794-979d-092e6ad3535c admin admin] Calling delete_port for 5d0fcb79-7408-43ff-8e61-bc34389fb9fb owned by network:router_interface {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:42:12.251718 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:42:12.271192 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:42:12.271527 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 8addd1d6-82cb-4419-8c1a-1c5e4bba5c2a not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:42:12.271923 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device f829df91-255f-4b6e-903e-08478b6ca5b7 no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:42:12.290254 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: f829df91-255f-4b6e-903e-08478b6ca5b7 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:42:12.290593 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device f829df91-255f-4b6e-903e-08478b6ca5b7 not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:42:12.290992 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device dabab224-e065-4aa9-8e01-3c75b94e456c no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:42:12.308717 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: dabab224-e065-4aa9-8e01-3c75b94e456c {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:42:12.309061 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device dabab224-e065-4aa9-8e01-3c75b94e456c not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:42:12.414635 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d4a0e67e-d72c-4794-979d-092e6ad3535c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (5d0fcb79-7408-43ff-8e61-bc34389fb9fb), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:12.419957 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:12.439928 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0e67e-d72c-4794-979d-092e6ad3535c admin admin] Pushing event deleted for resources: {'Port': ['ID=5d0fcb79-7408-43ff-8e61-bc34389fb9fb,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:42:12.557409 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:12.607323 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-d4a0e67e-d72c-4794-979d-092e6ad3535c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648438'] for router_interface (b5a2072e-c900-4ef5-acde-f4dcf19c1f57), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:12.627392 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00641b0-b1b6-4173-bdc4-251ef8c4edbf None None] get_active_networks_info from dv-cinder-861557-1-iscsi {{(pid=104489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 04:42:12.689350 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:12.713261 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00641b0-b1b6-4173-bdc4-251ef8c4edbf None None] Resources bound (agent type, host, resource id): {{(pid=104489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 04:42:12.816347 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a0e67e-d72c-4794-979d-092e6ad3535c admin admin] Router b5a2072e-c900-4ef5-acde-f4dcf19c1f57 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:42:13.187422 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a0e67e-d72c-4794-979d-092e6ad3535c admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:42:13.192611 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-d4a0e67e-d72c-4794-979d-092e6ad3535c admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/b5a2072e-c900-4ef5-acde-f4dcf19c1f57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5772698 Oct 17 04:42:13.195571 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 37044) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:42:13.197525 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae82659a-0652-45d0-bd98-64d4ae25af65 None None] Sync routers for ids ['b5a2072e-c900-4ef5-acde-f4dcf19c1f57'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:42:13.208648 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae82659a-0652-45d0-bd98-64d4ae25af65 None None] Routers {'b5a2072e-c900-4ef5-acde-f4dcf19c1f57'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:42:13.209287 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-ae82659a-0652-45d0-bd98-64d4ae25af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:42:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['b5a2072e-c900-4ef5-acde-f4dcf19c1f57'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:42:13.256820 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:13.294084 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:13.303560 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ec36-7731-47f3-8ea9-760f5217e387 admin admin] Publish callbacks [] for router (b5a2072e-c900-4ef5-acde-f4dcf19c1f57), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:13.316815 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-ae82659a-0652-45d0-bd98-64d4ae25af65 None None] Set router b5a2072e-c900-4ef5-acde-f4dcf19c1f57 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:42:13.389586 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-89a96b13-7715-406a-9a5d-16cf0f60521d None None] Provisioning complete for port 67733c10-ec82-4819-a799-f48d94f68583 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:42:13.389964 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-89a96b13-7715-406a-9a5d-16cf0f60521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (67733c10-ec82-4819-a799-f48d94f68583), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:13.390300 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-89a96b13-7715-406a-9a5d-16cf0f60521d None None] Attempt 1 to provision port 67733c10-ec82-4819-a799-f48d94f68583 Oct 17 04:42:13.405331 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ec36-7731-47f3-8ea9-760f5217e387 admin admin] Publish callbacks [] for router_gateway (b5a2072e-c900-4ef5-acde-f4dcf19c1f57), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:13.448215 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-c8e7ec36-7731-47f3-8ea9-760f5217e387 admin admin] Deleting port 42bf294a-755f-4349-b9f5-0ab046543f38 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:42:13.448557 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ec36-7731-47f3-8ea9-760f5217e387 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (42bf294a-755f-4349-b9f5-0ab046543f38), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:13.532817 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-c8e7ec36-7731-47f3-8ea9-760f5217e387 admin admin] For port 42bf294a-755f-4349-b9f5-0ab046543f38, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=42bf294a-755f-4349-b9f5-0ab046543f38,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:42:13.533202 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ec36-7731-47f3-8ea9-760f5217e387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (42bf294a-755f-4349-b9f5-0ab046543f38), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:13.546026 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-c8e7ec36-7731-47f3-8ea9-760f5217e387 admin admin] Calling delete_port for 42bf294a-755f-4349-b9f5-0ab046543f38 owned by network:router_gateway {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:42:13.556347 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-89a96b13-7715-406a-9a5d-16cf0f60521d None None] Current status of the port 67733c10-ec82-4819-a799-f48d94f68583 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:42:13.559086 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-ae82659a-0652-45d0-bd98-64d4ae25af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a2072e-c900-4ef5-acde-f4dcf19c1f57', 'name': 'tempest-TestMinimumBasicScenario-1286011716-router', 'tenant_id': '86b08f19de524157983a283f15384eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '42bf294a-755f-4349-b9f5-0ab046543f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:40:03Z', 'updated_at': '2022-10-17T04:42:12Z', 'revision_number': 5, 'project_id': '86b08f19de524157983a283f15384eef', 'gw_port': {'id': '42bf294a-755f-4349-b9f5-0ab046543f38', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a2072e-c900-4ef5-acde-f4dcf19c1f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:40:04Z', 'updated_at': '2022-10-17T04:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:42:13.584965 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae82659a-0652-45d0-bd98-64d4ae25af65 None None] Checking router: b5a2072e-c900-4ef5-acde-f4dcf19c1f57 for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:42:13.585379 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:13.594374 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae82659a-0652-45d0-bd98-64d4ae25af65 None None] Routers {'b5a2072e-c900-4ef5-acde-f4dcf19c1f57'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:42:13.594985 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-ae82659a-0652-45d0-bd98-64d4ae25af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:42:03Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['b5a2072e-c900-4ef5-acde-f4dcf19c1f57'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:42:13.679081 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-ae82659a-0652-45d0-bd98-64d4ae25af65 None None] Set router b5a2072e-c900-4ef5-acde-f4dcf19c1f57 gateway port host: None {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:42:13.713864 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ec36-7731-47f3-8ea9-760f5217e387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (42bf294a-755f-4349-b9f5-0ab046543f38), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:13.740416 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7ec36-7731-47f3-8ea9-760f5217e387 admin admin] Pushing event deleted for resources: {'Port': ['ID=42bf294a-755f-4349-b9f5-0ab046543f38,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:42:13.808136 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ec36-7731-47f3-8ea9-760f5217e387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638780'] for router_gateway (b5a2072e-c900-4ef5-acde-f4dcf19c1f57), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:13.869939 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-ae82659a-0652-45d0-bd98-64d4ae25af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a2072e-c900-4ef5-acde-f4dcf19c1f57', 'name': 'tempest-TestMinimumBasicScenario-1286011716-router', 'tenant_id': '86b08f19de524157983a283f15384eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:40:03Z', 'updated_at': '2022-10-17T04:42:13Z', 'revision_number': 6, 'project_id': '86b08f19de524157983a283f15384eef', 'gw_port_host': None}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:42:13.894785 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae82659a-0652-45d0-bd98-64d4ae25af65 None None] The sync data for ids ['b5a2072e-c900-4ef5-acde-f4dcf19c1f57'] in dv-cinder-861557-1-iscsi is: [{'id': 'b5a2072e-c900-4ef5-acde-f4dcf19c1f57', 'name': 'tempest-TestMinimumBasicScenario-1286011716-router', 'tenant_id': '86b08f19de524157983a283f15384eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:40:03Z', 'updated_at': '2022-10-17T04:42:13Z', 'revision_number': 6, 'project_id': '86b08f19de524157983a283f15384eef', 'gw_port_host': None}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:42:13.898127 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ec36-7731-47f3-8ea9-760f5217e387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16008'] for router (b5a2072e-c900-4ef5-acde-f4dcf19c1f57), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:13.900580 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ec36-7731-47f3-8ea9-760f5217e387 admin admin] Publish callbacks [] for router_controller (b5a2072e-c900-4ef5-acde-f4dcf19c1f57), precommit_delete_associations {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:13.944273 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ec36-7731-47f3-8ea9-760f5217e387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648494'] for router (b5a2072e-c900-4ef5-acde-f4dcf19c1f57), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:13.944857 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e7ec36-7731-47f3-8ea9-760f5217e387 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5a2072e-c900-4ef5-acde-f4dcf19c1f57 {{(pid=104487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 04:42:13.949030 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ec36-7731-47f3-8ea9-760f5217e387 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:13.950314 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-c8e7ec36-7731-47f3-8ea9-760f5217e387 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/b5a2072e-c900-4ef5-acde-f4dcf19c1f57 HTTP/1.1" status: 204 len: 168 time: 0.7529292 Oct 17 04:42:13.952997 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 37046) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:42:13.997228 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12552da-b1d8-4e9f-8afa-3c6f9dd49154 admin admin] Deleting subnet dbbaa28a-947f-4fcd-a5c2-416baec5d1bf {{(pid=104487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:42:14.000347 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e12552da-b1d8-4e9f-8afa-3c6f9dd49154 admin admin] Publish callbacks [] for subnet (dbbaa28a-947f-4fcd-a5c2-416baec5d1bf), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:14.037691 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e12552da-b1d8-4e9f-8afa-3c6f9dd49154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8359371'] for subnet (dbbaa28a-947f-4fcd-a5c2-416baec5d1bf), precommit_delete_associations {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:14.112320 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e12552da-b1d8-4e9f-8afa-3c6f9dd49154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588216'] for subnet (dbbaa28a-947f-4fcd-a5c2-416baec5d1bf), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:14.165599 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e12552da-b1d8-4e9f-8afa-3c6f9dd49154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3592535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7604970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7353880'] for subnet (dbbaa28a-947f-4fcd-a5c2-416baec5d1bf), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:14.169818 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:14.197460 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12552da-b1d8-4e9f-8afa-3c6f9dd49154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbbaa28a-947f-4fcd-a5c2-416baec5d1bf,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:42:14.199432 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e12552da-b1d8-4e9f-8afa-3c6f9dd49154 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:14.203491 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7799f7f9-3f0e-4cb4-9c4b-15e5ec355540 None None] Network 19233d0a-c2ab-47af-a4ac-c82d6c248857 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:42:14.208151 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-e12552da-b1d8-4e9f-8afa-3c6f9dd49154 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/dbbaa28a-947f-4fcd-a5c2-416baec5d1bf HTTP/1.1" status: 204 len: 168 time: 0.2519855 Oct 17 04:42:14.208416 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 37048) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:42:14.305569 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d973b142-70ee-4c00-a2c2-59c41c9a41cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3580085'] for network (19233d0a-c2ab-47af-a4ac-c82d6c248857), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:14.353609 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-d973b142-70ee-4c00-a2c2-59c41c9a41cd admin admin] Deleting port 67733c10-ec82-4819-a799-f48d94f68583 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:42:14.354031 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d973b142-70ee-4c00-a2c2-59c41c9a41cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (67733c10-ec82-4819-a799-f48d94f68583), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:14.371479 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a75876-b5db-4fdd-baf5-dcdd3ff6e58e None None] DHCP port deletion for 19233d0a-c2ab-47af-a4ac-c82d6c248857 request from dv-cinder-861557-1-iscsi {{(pid=104489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 04:42:14.409558 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-70a75876-b5db-4fdd-baf5-dcdd3ff6e58e None None] Deleting port 67733c10-ec82-4819-a799-f48d94f68583 {{(pid=104489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:42:14.409930 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-70a75876-b5db-4fdd-baf5-dcdd3ff6e58e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (67733c10-ec82-4819-a799-f48d94f68583), before_delete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:14.422082 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-d973b142-70ee-4c00-a2c2-59c41c9a41cd admin admin] For port 67733c10-ec82-4819-a799-f48d94f68583, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=67733c10-ec82-4819-a799-f48d94f68583,segment=NetworkSegment(5656cba9-2177-44b1-9b53-fb99a087e791),segment_id=5656cba9-2177-44b1-9b53-fb99a087e791)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:42:14.422445 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d973b142-70ee-4c00-a2c2-59c41c9a41cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (67733c10-ec82-4819-a799-f48d94f68583), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:14.435560 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-d973b142-70ee-4c00-a2c2-59c41c9a41cd admin admin] Calling delete_port for 67733c10-ec82-4819-a799-f48d94f68583 owned by network:dhcp {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:42:14.472482 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-70a75876-b5db-4fdd-baf5-dcdd3ff6e58e None None] For port 67733c10-ec82-4819-a799-f48d94f68583, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=67733c10-ec82-4819-a799-f48d94f68583,segment=NetworkSegment(5656cba9-2177-44b1-9b53-fb99a087e791),segment_id=5656cba9-2177-44b1-9b53-fb99a087e791)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:42:14.472871 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-70a75876-b5db-4fdd-baf5-dcdd3ff6e58e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (67733c10-ec82-4819-a799-f48d94f68583), precommit_delete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:14.480818 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:14.489306 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-70a75876-b5db-4fdd-baf5-dcdd3ff6e58e None None] Calling delete_port for 67733c10-ec82-4819-a799-f48d94f68583 owned by network:dhcp {{(pid=104489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:42:14.517935 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d973b142-70ee-4c00-a2c2-59c41c9a41cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (67733c10-ec82-4819-a799-f48d94f68583), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:14.547203 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d973b142-70ee-4c00-a2c2-59c41c9a41cd admin admin] No DVR routers for this DVR port 67733c10-ec82-4819-a799-f48d94f68583 on host dv-cinder-861557-1-iscsi {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:42:14.549402 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973b142-70ee-4c00-a2c2-59c41c9a41cd admin admin] Pushing event deleted for resources: {'Port': ['ID=67733c10-ec82-4819-a799-f48d94f68583,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:42:14.553128 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=100 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:14.567026 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-70a75876-b5db-4fdd-baf5-dcdd3ff6e58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285'] for port (67733c10-ec82-4819-a799-f48d94f68583), after_delete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:14.591930 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a75876-b5db-4fdd-baf5-dcdd3ff6e58e None None] Pushing event deleted for resources: {'Port': ['ID=67733c10-ec82-4819-a799-f48d94f68583,revision_number=None']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:42:14.595934 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a75876-b5db-4fdd-baf5-dcdd3ff6e58e None None] No DVR routers for this DVR port 67733c10-ec82-4819-a799-f48d94f68583 on host dv-cinder-861557-1-iscsi {{(pid=104489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:42:14.626776 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d973b142-70ee-4c00-a2c2-59c41c9a41cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8774867117788'] for network (19233d0a-c2ab-47af-a4ac-c82d6c248857), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:14.647228 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-d973b142-70ee-4c00-a2c2-59c41c9a41cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19233d0a-c2ab-47af-a4ac-c82d6c248857']}} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:42:14.656490 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-d973b142-70ee-4c00-a2c2-59c41c9a41cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5656cba9-2177-44b1-9b53-fb99a087e791') {'for_net_delete': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:42:14.656784 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-d973b142-70ee-4c00-a2c2-59c41c9a41cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5656cba9-2177-44b1-9b53-fb99a087e791') {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:42:14.666096 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d973b142-70ee-4c00-a2c2-59c41c9a41cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774867185574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8359346'] for segment (5656cba9-2177-44b1-9b53-fb99a087e791), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:14.679868 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d973b142-70ee-4c00-a2c2-59c41c9a41cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (5656cba9-2177-44b1-9b53-fb99a087e791), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:14.687888 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d973b142-70ee-4c00-a2c2-59c41c9a41cd admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:42:14.688404 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d973b142-70ee-4c00-a2c2-59c41c9a41cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7604736'] for segment (5656cba9-2177-44b1-9b53-fb99a087e791), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:14.709828 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 5d0fcb79-7408-43ff-8e61-bc34389fb9fb no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:42:14.730899 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 5d0fcb79-7408-43ff-8e61-bc34389fb9fb {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:42:14.731302 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 5d0fcb79-7408-43ff-8e61-bc34389fb9fb not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:42:14.736274 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment 5656cba9-2177-44b1-9b53-fb99a087e791 resource provider aggregate not found Oct 17 04:42:14.756076 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment 5656cba9-2177-44b1-9b53-fb99a087e791 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5656cba9-2177-44b1-9b53-fb99a087e791 found for delete ", "request_id": "req-389c9aab-d66b-4a47-a30c-7f0749622700"}]} Oct 17 04:42:14.760337 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d973b142-70ee-4c00-a2c2-59c41c9a41cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638819'] for network (19233d0a-c2ab-47af-a4ac-c82d6c248857), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:14.765678 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-d973b142-70ee-4c00-a2c2-59c41c9a41cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:14.769013 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-d973b142-70ee-4c00-a2c2-59c41c9a41cd admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/19233d0a-c2ab-47af-a4ac-c82d6c248857 HTTP/1.1" status: 204 len: 168 time: 0.5596581 Oct 17 04:42:14.782835 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973b142-70ee-4c00-a2c2-59c41c9a41cd admin admin] Pushing event deleted for resources: {'Network': ['ID=19233d0a-c2ab-47af-a4ac-c82d6c248857,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:42:14.951474 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 37056) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:42:14.994226 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-a8abe153-0082-4195-849a-6602d70d15c0 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=fa613028ef8e48df8eb7178c54926095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415730 Oct 17 04:42:14.997676 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 37058) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:42:15.045011 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ececd7e6-3f56-4586-937e-ac86aa709af0 admin admin] Publish callbacks [] for security_group (0831ee38-f0e3-4fee-b0d6-596c2dab3224), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:15.064870 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ececd7e6-3f56-4586-937e-ac86aa709af0 admin admin] Publish callbacks [] for security_group (0831ee38-f0e3-4fee-b0d6-596c2dab3224), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:15.111411 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ececd7e6-3f56-4586-937e-ac86aa709af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (0831ee38-f0e3-4fee-b0d6-596c2dab3224), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:15.114024 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-ececd7e6-3f56-4586-937e-ac86aa709af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:15.115160 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-ececd7e6-3f56-4586-937e-ac86aa709af0 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/0831ee38-f0e3-4fee-b0d6-596c2dab3224 HTTP/1.1" status: 204 len: 168 time: 0.1167614 Oct 17 04:42:15.123474 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececd7e6-3f56-4586-937e-ac86aa709af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0831ee38-f0e3-4fee-b0d6-596c2dab3224,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:42:15.441565 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 37064) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:42:15.481547 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-4ce4f1f2-49c2-464e-90f0-17886a7361fb admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=86b08f19de524157983a283f15384eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387135 Oct 17 04:42:15.484125 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 37066) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:42:15.534519 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47da9d59-66dd-4b55-a543-c657ebc6a43f admin admin] Publish callbacks [] for security_group (d683dafa-63ea-48ad-85f9-c7205af710f7), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:15.554037 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47da9d59-66dd-4b55-a543-c657ebc6a43f admin admin] Publish callbacks [] for security_group (d683dafa-63ea-48ad-85f9-c7205af710f7), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:15.583458 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:15.602172 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47da9d59-66dd-4b55-a543-c657ebc6a43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (d683dafa-63ea-48ad-85f9-c7205af710f7), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:15.604887 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-47da9d59-66dd-4b55-a543-c657ebc6a43f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:15.606136 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-47da9d59-66dd-4b55-a543-c657ebc6a43f admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/d683dafa-63ea-48ad-85f9-c7205af710f7 HTTP/1.1" status: 204 len: 168 time: 0.1210253 Oct 17 04:42:15.613830 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da9d59-66dd-4b55-a543-c657ebc6a43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d683dafa-63ea-48ad-85f9-c7205af710f7,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:42:16.249468 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 42bf294a-755f-4349-b9f5-0ab046543f38 no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:42:16.268113 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 42bf294a-755f-4349-b9f5-0ab046543f38 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:42:16.268451 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 42bf294a-755f-4349-b9f5-0ab046543f38 not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:42:16.268846 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 67733c10-ec82-4819-a799-f48d94f68583 no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:42:16.286475 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 67733c10-ec82-4819-a799-f48d94f68583 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:42:16.286816 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 67733c10-ec82-4819-a799-f48d94f68583 not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:42:20.441566 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=90 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:23.182715 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=51 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:23.185389 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=41 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:25.609255 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:DELETE=10,neutron:SELECT=67,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:25.610027 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:26.270937 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:26.271715 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=92,neutron:DELETE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:30.503843 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=3 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:30.508840 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=10 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:31.095231 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-f2df291c-369b-4bb9-9ae2-2828d1db55bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:33.504024 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-1b66307e-1bbb-4d66-ad0d-a7ee6e09f09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:34.676026 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:36.237261 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:36.336430 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:36.533241 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:42:39.443711 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:42:46.526805 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:46.529271 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:49.438715 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:42:49.439876 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:01.097146 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-d7996f5b-ceea-43cf-990a-9849fcb40905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:03.505820 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-275a7ec3-0b9d-47cd-a0dd-9cd47d4de070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:04.678809 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:06.241015 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:06.334655 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:06.535458 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:07.505757 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:15.447030 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=5 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:16.443406 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:43:16.528929 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:16.531439 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:20.459145 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-40f7175f-3cd6-44d6-af5b-7d5e9ddf5aa6 req-94c8cb3e-df1b-4616-8eda-afc6babc6c11 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387471 Oct 17 04:43:20.538035 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7175f-3cd6-44d6-af5b-7d5e9ddf5aa6 req-8c71d0d6-4433-45e9-9cd6-0257d73eebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:20.539495 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-40f7175f-3cd6-44d6-af5b-7d5e9ddf5aa6 req-8c71d0d6-4433-45e9-9cd6-0257d73eebcb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=84d236da3b7b46f4ab13a096d7d80298&device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 1130 time: 0.0382204 Oct 17 04:43:20.645692 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7175f-3cd6-44d6-af5b-7d5e9ddf5aa6 req-148439e9-4b70-4717-ae7d-5401352bebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:20.647131 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-40f7175f-3cd6-44d6-af5b-7d5e9ddf5aa6 req-148439e9-4b70-4717-ae7d-5401352bebcf service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e7b10358-ab79-44d7-a22b-ddfa538fb104 HTTP/1.1" status: 200 len: 912 time: 0.0883923 Oct 17 04:43:20.710269 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-40f7175f-3cd6-44d6-af5b-7d5e9ddf5aa6 req-4171efdc-c971-4262-b71e-27899133e982 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e8c740c-1878-4832-8274-c7a791c5836b HTTP/1.1" status: 200 len: 1002 time: 0.0568180 Oct 17 04:43:20.758153 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7175f-3cd6-44d6-af5b-7d5e9ddf5aa6 req-236cd409-05d0-47e8-b22c-453aa07a4774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:20.759566 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-40f7175f-3cd6-44d6-af5b-7d5e9ddf5aa6 req-236cd409-05d0-47e8-b22c-453aa07a4774 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4240cb9d-8086-47cb-a95d-9e3d2fa1780f HTTP/1.1" status: 200 len: 850 time: 0.0434546 Oct 17 04:43:20.801395 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7175f-3cd6-44d6-af5b-7d5e9ddf5aa6 req-f8b56a1a-fa6e-420e-b259-eafd6051f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:20.802829 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-40f7175f-3cd6-44d6-af5b-7d5e9ddf5aa6 req-f8b56a1a-fa6e-420e-b259-eafd6051f9b8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e7b10358-ab79-44d7-a22b-ddfa538fb104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376480 Oct 17 04:43:20.895203 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-40f7175f-3cd6-44d6-af5b-7d5e9ddf5aa6 req-87361af1-95b7-44c7-a286-2b31cac1be09 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863767 Oct 17 04:43:20.983935 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-40f7175f-3cd6-44d6-af5b-7d5e9ddf5aa6 req-76965d7a-d3d5-463c-9533-7c156b89a19b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825434 Oct 17 04:43:26.439699 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:30.979074 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=52 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:30.979875 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=49 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:31.099289 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-aa3cdd02-9bc6-4570-9f1c-7f9522f7c444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:33.508149 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-e3c85af6-2c58-405b-a423-280b6b327c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:34.682133 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:36.244892 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:36.329612 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:36.537215 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:37.487807 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-5694bc36-4abb-4509-bf5c-5cb57bb2098e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1961840361&fields=id&tenant_id=84d236da3b7b46f4ab13a096d7d80298 HTTP/1.1" status: 200 len: 267 time: 0.0449276 Oct 17 04:43:37.595532 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-e64281e6-d659-4cec-bbe4-1f411af28e25 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:37.596980 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-e64281e6-d659-4cec-bbe4-1f411af28e25 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/networks?id=e7b10358-ab79-44d7-a22b-ddfa538fb104 HTTP/1.1" status: 200 len: 811 time: 0.1029444 Oct 17 04:43:37.611809 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-3ca9b133-aa77-4f13-956e-036fc25ac4e3 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/quotas/84d236da3b7b46f4ab13a096d7d80298 HTTP/1.1" status: 200 len: 375 time: 0.0095258 Oct 17 04:43:37.662288 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-9ced6080-0872-4ba3-9e97-5881f4c8e3e4 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=84d236da3b7b46f4ab13a096d7d80298&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455806 Oct 17 04:43:37.771910 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-67a47ddd-879f-4324-a946-ebcd1e39d9ec service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 04:43:37.772885 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-67a47ddd-879f-4324-a946-ebcd1e39d9ec service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0981967 Oct 17 04:43:37.865239 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-3a0f4811-5e64-4120-97e7-0bf77d6e64b1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862670 Oct 17 04:43:37.956872 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-d441aa64-f8ab-460f-bae4-94b686911f7a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858891 Oct 17 04:43:39.270020 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-19b0e49f-a3a6-4559-9f86-7f889edd0897 req-33ffe3a3-82bb-4d50-8a57-3aa628097ccc tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 210 time: 0.0324490 Oct 17 04:43:40.357635 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-d1ae180a-826d-4df3-80a3-f7dbf76010fa tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:40.359118 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-d1ae180a-826d-4df3-80a3-f7dbf76010fa tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.20 "GET /networking/v2.0/networks?id=e7b10358-ab79-44d7-a22b-ddfa538fb104 HTTP/1.1" status: 200 len: 811 time: 0.1087945 Oct 17 04:43:40.387459 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-a8a26ff3-0471-41d0-afa3-eb70a83e8809 req-d271e500-dad7-44e3-a5aa-66768d9dcbc1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 210 time: 0.0354161 Oct 17 04:43:40.424137 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-2b21ed9d-d6a0-498b-9ef6-3375ff7c8e2b tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=84d236da3b7b46f4ab13a096d7d80298 HTTP/1.1" status: 200 len: 380 time: 0.0569193 Oct 17 04:43:40.432892 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Request body: {'port': {'device_id': '5c6c6596-e633-4406-983b-4074ea319474', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'admin_state_up': True, 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'security_groups': ['94ac0755-25d9-4102-b2bd-73c387463874']}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:43:40.786546 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Made reservation on behalf of 84d236da3b7b46f4ab13a096d7d80298 for: {'port': 1} {{(pid=104487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 04:43:40.791011 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:40.919097 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Allocated IP 172.20.0.11 (e7b10358-ab79-44d7-a22b-ddfa538fb104/4240cb9d-8086-47cb-a95d-9e3d2fa1780f/0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:43:41.057856 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for port (0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:41.089106 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:41.137946 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Network e7b10358-ab79-44d7-a22b-ddfa538fb104 is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:43:41.141209 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:43:41.145102 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:43:41.151349 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event updated for resources: {'Port': ['ID=0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:43:41.180127 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:41.180473 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:41.180816 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:41.181186 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:41.181522 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:41.181854 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:41.182183 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:41.182505 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:41.182831 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:41.183155 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:41.183634 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:41.184414 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:41.184414 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:41.184657 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:41.184975 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:41.210218 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:41.210830 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:41.228743 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-7f1e59d2-94cc-4b02-adb4-e12d9b7697e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7993655 Oct 17 04:43:41.244737 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] Request body: {'port': {'device_id': '5c6c6596-e633-4406-983b-4074ea319474', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86155'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:43:41.307750 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:41.318590 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:41.322210 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:41.352962 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-0ba5fc94-bd3e-48a0-bdb8-3722ca393e48 None None] Provisioning complete for port 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:43:41.353578 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-0ba5fc94-bd3e-48a0-bdb8-3722ca393e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:41.353700 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-0ba5fc94-bd3e-48a0-bdb8-3722ca393e48 None None] Attempt 1 to provision port 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf Oct 17 04:43:41.384909 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-0ba5fc94-bd3e-48a0-bdb8-3722ca393e48 None None] Port 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf cannot update to ACTIVE because it is not bound. {{(pid=104489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 04:43:41.501375 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0703169-a4d9-4645-b4d7-112dd2265fe4 req-ad069610-021c-424a-a760-697a15cbef44 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:41.502873 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e0703169-a4d9-4645-b4d7-112dd2265fe4 req-ad069610-021c-424a-a760-697a15cbef44 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 932 time: 0.0463204 Oct 17 04:43:41.553472 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e0703169-a4d9-4645-b4d7-112dd2265fe4 req-db1a8f20-824e-4015-96a8-53124a841eb8 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447924 Oct 17 04:43:41.576241 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf {{(pid=104487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:43:41.583952 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] Publish callbacks [] for port (0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:41.596140 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.provisioning_blocks [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] Transition to ACTIVE for port object 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf will not be triggered until provisioned by entity L2. {{(pid=104487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 04:43:41.599882 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:41.659384 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] Pushing event updated for resources: {'Port': ['ID=0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:43:41.709514 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] Attempting to bind port 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf on host hv-cinder-86155 for vnic_type normal with profile {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 04:43:41.709841 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] Attempting to bind port 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf by drivers openvswitch,hyperv on host hv-cinder-86155 at level 0 using segments [{'id': 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104'}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 04:43:41.710165 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] Attempting to bind port 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf on network e7b10358-ab79-44d7-a22b-ddfa538fb104 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:43:41.749976 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] Port 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf on network e7b10358-ab79-44d7-a22b-ddfa538fb104 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86155 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 04:43:41.750297 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] Attempting to bind port 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf on network e7b10358-ab79-44d7-a22b-ddfa538fb104 {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 04:43:41.790374 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] Checking agent: {'id': '98af6631-6ac5-4afe-8748-fa983cad7c78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86155', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'started_at': datetime.datetime(2022, 10, 17, 4, 29, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 4, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 04:43:41.790702 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] Checking segment: {'id': 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 04:43:41.791077 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] Bound using segment: {'id': 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104'} {{(pid=104487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 04:43:41.791496 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.managers [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] Bound port: 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf, host: hv-cinder-86155, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104'}}] {{(pid=104487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 04:43:41.791844 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:41.850383 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] For port 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf, host hv-cinder-86155, cleared binding levels {{(pid=104487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 04:43:41.853357 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] For port 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf, host hv-cinder-86155, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf,segment=NetworkSegment(cdc7ea4a-38bb-42eb-8d45-f7e86c035f09),segment_id=cdc7ea4a-38bb-42eb-8d45-f7e86c035f09)] {{(pid=104487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 04:43:41.859781 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:41.863798 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:41.864393 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:41.865790 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf HTTP/1.1" status: 200 len: 1094 time: 0.6301737 Oct 17 04:43:41.866327 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6c6596-e633-4406-983b-4074ea319474', 'tag': '0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:43:41.868564 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33480a3e-4798-43d0-95da-ece2476b0da1" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6c6596-e633-4406-983b-4074ea319474", "tag": "0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:43:41.947315 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f2ab3-ec20-4977-8f69-296addc2ca0c service neutron] Pushing event updated for resources: {'Port': ['ID=0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf,revision_number=3']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:43:41.957639 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-353cd897-eea9-41a9-b795-4b2e9cf48e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:41.959249 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-353cd897-eea9-41a9-b795-4b2e9cf48e60 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=84d236da3b7b46f4ab13a096d7d80298&device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 1128 time: 0.0506289 Oct 17 04:43:41.998563 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-571f2e69-4c49-456e-9cfe-37dc3e3a988a service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf HTTP/1.1" status: 200 len: 217 time: 0.0327349 Oct 17 04:43:42.038943 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c61420-a8a0-4e9b-a6f6-dae9a8f45ef7 x-openstack-request-id: req-f6c61420-a8a0-4e9b-a6f6-dae9a8f45ef7 {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:43:42.039224 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6c6596-e633-4406-983b-4074ea319474", "tag": "0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:43:42.039475 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f6c61420-a8a0-4e9b-a6f6-dae9a8f45ef7 {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:43:42.039874 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c61420-a8a0-4e9b-a6f6-dae9a8f45ef7'] response: {'name': 'network-changed', 'server_uuid': '5c6c6596-e633-4406-983b-4074ea319474', 'tag': '0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf', 'status': 'completed', 'code': 200} Oct 17 04:43:42.053886 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-678bc1e6-c038-46c5-8c0d-e826f39236a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:42.055357 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-678bc1e6-c038-46c5-8c0d-e826f39236a2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4240cb9d-8086-47cb-a95d-9e3d2fa1780f HTTP/1.1" status: 200 len: 850 time: 0.0512340 Oct 17 04:43:42.098722 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-0c638ef5-738b-4c51-a40a-4adf3792768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:42.100165 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-0c638ef5-738b-4c51-a40a-4adf3792768c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e7b10358-ab79-44d7-a22b-ddfa538fb104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383966 Oct 17 04:43:42.164780 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:42.192661 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-1ade5c87-81f1-47f5-9c00-d0f7d775b473 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865433 Oct 17 04:43:42.242959 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:42.284249 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-225cd572-305c-4e98-8c0c-7c34eee73e86 req-0d9c0fe8-ab06-48b7-8afa-ff1d1705e7bf service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856197 Oct 17 04:43:42.570172 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33480a3e-4798-43d0-95da-ece2476b0da1 req-2760edbe-07c4-4ef9-98b1-d75a43afde78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:42.571552 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-33480a3e-4798-43d0-95da-ece2476b0da1 req-2760edbe-07c4-4ef9-98b1-d75a43afde78 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=84d236da3b7b46f4ab13a096d7d80298&device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 1128 time: 0.0397551 Oct 17 04:43:42.669870 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33480a3e-4798-43d0-95da-ece2476b0da1 req-4fa39f06-0ce6-44d1-a805-3600436de1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:42.671348 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-33480a3e-4798-43d0-95da-ece2476b0da1 req-4fa39f06-0ce6-44d1-a805-3600436de1eb service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e7b10358-ab79-44d7-a22b-ddfa538fb104 HTTP/1.1" status: 200 len: 912 time: 0.0928805 Oct 17 04:43:42.677019 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb6f29-1096-47fd-9ae3-a994c683f915 req-e5c64c8d-0c62-411c-99d3-6a927580111e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:42.678507 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d1bb6f29-1096-47fd-9ae3-a994c683f915 req-e5c64c8d-0c62-411c-99d3-6a927580111e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 944 time: 0.0465319 Oct 17 04:43:42.714323 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-33480a3e-4798-43d0-95da-ece2476b0da1 req-8a0aff1a-eb98-4758-b2e0-b03d38f18ae9 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf HTTP/1.1" status: 200 len: 217 time: 0.0338442 Oct 17 04:43:42.730660 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-d1bb6f29-1096-47fd-9ae3-a994c683f915 req-e5835aff-e859-4951-a2a3-25713c48f2c9 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464439 Oct 17 04:43:42.764755 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33480a3e-4798-43d0-95da-ece2476b0da1 req-c1581184-3992-4ce7-bfc7-9968674ea1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:42.766222 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-33480a3e-4798-43d0-95da-ece2476b0da1 req-c1581184-3992-4ce7-bfc7-9968674ea1b0 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4240cb9d-8086-47cb-a95d-9e3d2fa1780f HTTP/1.1" status: 200 len: 850 time: 0.0440381 Oct 17 04:43:42.812010 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33480a3e-4798-43d0-95da-ece2476b0da1 req-92423b85-6613-4cf5-bfa4-80c9850b6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:42.813498 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-33480a3e-4798-43d0-95da-ece2476b0da1 req-92423b85-6613-4cf5-bfa4-80c9850b6a81 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e7b10358-ab79-44d7-a22b-ddfa538fb104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419252 Oct 17 04:43:42.903553 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-33480a3e-4798-43d0-95da-ece2476b0da1 req-f1fcf354-03b5-4265-9dde-e36316cb0b29 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840979 Oct 17 04:43:42.995688 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-33480a3e-4798-43d0-95da-ece2476b0da1 req-b1274228-685d-483c-837b-f7e8553a395f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865223 Oct 17 04:43:43.851536 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3b993-7664-422c-9421-4e5b9aedfef8 req-ea775bd1-e578-4b67-bc89-462711a2459d tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:43.853168 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e5f3b993-7664-422c-9421-4e5b9aedfef8 req-ea775bd1-e578-4b67-bc89-462711a2459d tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 944 time: 0.0469728 Oct 17 04:43:43.901559 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e5f3b993-7664-422c-9421-4e5b9aedfef8 req-ed376fbd-c11a-4bfe-a656-801cc7bd0c9f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417776 Oct 17 04:43:44.497297 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:44.500188 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=4 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:45.022131 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957862a6-bd68-4b7e-b63e-1e02125ecacc req-20b2ac3c-9369-4969-8881-7cd83a6a7a66 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:45.023560 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-957862a6-bd68-4b7e-b63e-1e02125ecacc req-20b2ac3c-9369-4969-8881-7cd83a6a7a66 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 944 time: 0.0457690 Oct 17 04:43:45.071099 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-957862a6-bd68-4b7e-b63e-1e02125ecacc req-a431d11d-d358-416e-8f86-9bd8035e0dc8 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420084 Oct 17 04:43:46.193544 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc88122-7a61-4036-a90f-3490771dba27 req-2cffacec-44c7-4645-b2b8-ed40181ea9ff tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:46.195011 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7dc88122-7a61-4036-a90f-3490771dba27 req-2cffacec-44c7-4645-b2b8-ed40181ea9ff tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 944 time: 0.0497737 Oct 17 04:43:46.243233 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-7dc88122-7a61-4036-a90f-3490771dba27 req-fa5c98ba-f2e7-40ac-ba20-0de980b64ceb tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420647 Oct 17 04:43:47.362144 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261d740-b14a-40a9-9829-726b9a6eee3f req-8c5e432d-199a-4fc1-87b9-c315046b254a tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:47.363574 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e261d740-b14a-40a9-9829-726b9a6eee3f req-8c5e432d-199a-4fc1-87b9-c315046b254a tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 944 time: 0.0467570 Oct 17 04:43:47.404529 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:47.414028 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-e261d740-b14a-40a9-9829-726b9a6eee3f req-0f96a49f-6b21-4794-8095-7121869887a4 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450857 Oct 17 04:43:48.590692 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e36c3-a74a-4810-a339-cddd21522a44 req-bc513cb4-eb04-4bae-a4b0-e8220a65fbb2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:48.592830 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-700e36c3-a74a-4810-a339-cddd21522a44 req-bc513cb4-eb04-4bae-a4b0-e8220a65fbb2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 944 time: 0.0505440 Oct 17 04:43:48.636678 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=100 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:48.642308 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-700e36c3-a74a-4810-a339-cddd21522a44 req-6b81a065-f525-45b4-ab8c-f5b6d71337f8 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439625 Oct 17 04:43:49.570846 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf details requested by agent hyperv_hv-cinder-86155 with host hv-cinder-86155 {{(pid=104489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 04:43:49.670894 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf,segment=NetworkSegment(cdc7ea4a-38bb-42eb-8d45-f7e86c035f09),segment_id=cdc7ea4a-38bb-42eb-8d45-f7e86c035f09)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:43:49.682519 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Returning: {'device': '0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'port_id': '0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf', 'mac_address': 'fa:16:3e:5f:62:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 04:43:49.721496 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf is: DOWN; New status is: BUILD {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:43:49.721886 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:49.735664 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf {{(pid=104489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 04:43:49.755105 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf,segment=NetworkSegment(cdc7ea4a-38bb-42eb-8d45-f7e86c035f09),segment_id=cdc7ea4a-38bb-42eb-8d45-f7e86c035f09)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:43:49.759550 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:49.765773 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46f25b-1b31-43cd-ae7a-839ac4286837 req-74117d7a-3096-48db-b0e0-b2b882b45987 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:49.767290 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bc46f25b-1b31-43cd-ae7a-839ac4286837 req-74117d7a-3096-48db-b0e0-b2b882b45987 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 944 time: 0.0486302 Oct 17 04:43:49.806882 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf,revision_number=4']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:43:49.814071 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:49.814414 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:49.814753 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:49.815088 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:49.815417 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:49.815742 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:49.816060 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:49.816380 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:49.816934 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-bc46f25b-1b31-43cd-ae7a-839ac4286837 req-a22700cd-7760-4246-aefb-137295be620d tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440261 Oct 17 04:43:49.817358 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:49.817713 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:49.818054 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:49.818421 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:49.818786 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:49.819101 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:49.819427 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:43:49.983269 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] get_ports_and_sgs() called for port_ids ['0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf'] {{(pid=104489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 04:43:50.945697 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33381d-fe76-4b03-8b30-7240e90c4fcc req-9dad92ee-95af-4256-ba51-34115bfeae37 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:50.947065 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3c33381d-fe76-4b03-8b30-7240e90c4fcc req-9dad92ee-95af-4256-ba51-34115bfeae37 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 945 time: 0.0462141 Oct 17 04:43:50.999371 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3c33381d-fe76-4b03-8b30-7240e90c4fcc req-ed811d0c-4b43-4bde-974e-17afb8196cd5 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467603 Oct 17 04:43:51.602693 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf up at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 04:43:51.647123 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning for port 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf completed by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 04:43:51.652900 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Provisioning complete for port 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf triggered by entity L2. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:43:51.653369 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:51.653897 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Attempt 1 to provision port 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf Oct 17 04:43:51.656061 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:51.713004 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:51.725167 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Current status of the port 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf is: BUILD; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:43:51.725545 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf), before_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:51.747939 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6c6596-e633-4406-983b-4074ea319474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf'}] {{(pid=104489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:43:51.750184 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526c065e4c2a54ada6ffa5badf215e6fa83fccfc48b688d22ba7bcb45690749d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddda6d17-0509-4e60-9bf5-dc5df56b5fc8" -d '{"events": [{"server_uuid": "5c6c6596-e633-4406-983b-4074ea319474", "name": "network-vif-plugged", "status": "completed", "tag": "0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf"}]}' {{(pid=104489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:43:51.762702 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.db [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] For port 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf,segment=NetworkSegment(cdc7ea4a-38bb-42eb-8d45-f7e86c035f09),segment_id=cdc7ea4a-38bb-42eb-8d45-f7e86c035f09)] {{(pid=104489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:43:51.767098 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340'] for port (0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:51.788880 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be46dfdd-47ef-4f01-81a8-59b409c5fdef x-openstack-request-id: req-be46dfdd-47ef-4f01-81a8-59b409c5fdef {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:43:51.789195 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6c6596-e633-4406-983b-4074ea319474", "name": "network-vif-plugged", "status": "completed", "tag": "0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf", "code": 200}]} {{(pid=104489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:43:51.789465 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-be46dfdd-47ef-4f01-81a8-59b409c5fdef {{(pid=104489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:43:51.789835 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be46dfdd-47ef-4f01-81a8-59b409c5fdef'] response: {'server_uuid': '5c6c6596-e633-4406-983b-4074ea319474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf', 'code': 200} Oct 17 04:43:51.816015 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Pushing event updated for resources: {'Port': ['ID=0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf,revision_number=5']} {{(pid=104489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:43:51.998131 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b674c5-872f-4cdc-94b6-0b3aba4050e6 req-a4e25eec-5eb1-4374-bac2-250bbfdc1e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:51.999878 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-d0b674c5-872f-4cdc-94b6-0b3aba4050e6 req-a4e25eec-5eb1-4374-bac2-250bbfdc1e36 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 1130 time: 0.0406053 Oct 17 04:43:52.045484 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-d0b674c5-872f-4cdc-94b6-0b3aba4050e6 req-52ad8f4e-cec3-4b15-bb51-82bb30d92330 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392964 Oct 17 04:43:52.117652 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbb0a7-36be-4da4-a168-87ed9102f0e9 req-f3728afe-8da8-4361-b361-d928ac53b654 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:52.119114 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-80cbb0a7-36be-4da4-a168-87ed9102f0e9 req-f3728afe-8da8-4361-b361-d928ac53b654 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 946 time: 0.0462379 Oct 17 04:43:52.168042 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-80cbb0a7-36be-4da4-a168-87ed9102f0e9 req-975135af-63e7-42bb-b089-7cc3bab69239 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427873 Oct 17 04:43:53.292282 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849992e8-1255-4bb4-a49d-25d61bdba409 req-06139795-36ca-43e4-a224-c053dc695682 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:53.293772 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-849992e8-1255-4bb4-a49d-25d61bdba409 req-06139795-36ca-43e4-a224-c053dc695682 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 946 time: 0.0491657 Oct 17 04:43:53.344222 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-849992e8-1255-4bb4-a49d-25d61bdba409 req-7254eb1f-a7bd-4e51-9825-3f2f431f3f46 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440338 Oct 17 04:43:53.443310 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:43:53.467329 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe547241-99f7-4231-91d8-53ec919a887a req-1f232a76-3a3a-45d9-8166-0848de2fbc65 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:53.468771 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fe547241-99f7-4231-91d8-53ec919a887a req-1f232a76-3a3a-45d9-8166-0848de2fbc65 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 946 time: 0.0500972 Oct 17 04:43:53.516633 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-fe547241-99f7-4231-91d8-53ec919a887a req-7374bce5-2939-4b70-bed1-44e145390fbd tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421066 Oct 17 04:43:53.545172 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 37180) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:43:53.586227 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e2947b-b5a9-4f75-8749-8271d813612b tempest-TestVolumeBootPattern-313772334 tempest-TestVolumeBootPattern-313772334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:53.587708 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-15e2947b-b5a9-4f75-8749-8271d813612b tempest-TestVolumeBootPattern-313772334 tempest-TestVolumeBootPattern-313772334-project-admin] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 1125 time: 0.0415537 Oct 17 04:43:53.590605 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 37182) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:43:53.595002 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.v2.base [None req-08f3a2a2-d424-4e79-9481-5a1191719d3f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Request body: {'floatingip': {'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'port_id': '0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 04:43:53.616476 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-08f3a2a2-d424-4e79-9481-5a1191719d3f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:53.693431 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-08f3a2a2-d424-4e79-9481-5a1191719d3f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (None), before_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:53.799804 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_common [None req-08f3a2a2-d424-4e79-9481-5a1191719d3f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Allocated IP 172.27.3.15 (b27d8a1d-9748-4759-bac0-ee0df018117d/5e987464-879c-4dcc-8688-86f509fe2f61/b50bb3a8-d674-4d23-908d-21707d5c4fe5) {{(pid=104487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 04:43:53.815530 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:53.892791 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:53.910687 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-08f3a2a2-d424-4e79-9481-5a1191719d3f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for port (b50bb3a8-d674-4d23-908d-21707d5c4fe5), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:53.942740 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-08f3a2a2-d424-4e79-9481-5a1191719d3f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774866669276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (b50bb3a8-d674-4d23-908d-21707d5c4fe5), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:53.980929 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f3a2a2-d424-4e79-9481-5a1191719d3f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Network b27d8a1d-9748-4759-bac0-ee0df018117d is already hosted by enough agents. {{(pid=104487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 04:43:53.986250 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.base_scheduler [None req-08f3a2a2-d424-4e79-9481-5a1191719d3f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Resources bound (agent type, host, resource id): {{(pid=104487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 04:43:53.990160 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f3a2a2-d424-4e79-9481-5a1191719d3f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Received port after_create {{(pid=104487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 04:43:54.013085 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3a2a2-d424-4e79-9481-5a1191719d3f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event updated for resources: {'Port': ['ID=b50bb3a8-d674-4d23-908d-21707d5c4fe5,revision_number=1']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:43:54.337440 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-08f3a2a2-d424-4e79-9481-5a1191719d3f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for floatingip (ac6a162e-8056-4054-9ce5-e56015116c18), precommit_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:54.402119 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-08f3a2a2-d424-4e79-9481-5a1191719d3f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571827'] for port (b50bb3a8-d674-4d23-908d-21707d5c4fe5), before_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:54.546412 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-08f3a2a2-d424-4e79-9481-5a1191719d3f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for port (b50bb3a8-d674-4d23-908d-21707d5c4fe5), precommit_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:54.550679 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-08f3a2a2-d424-4e79-9481-5a1191719d3f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774867157185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774866669294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774866670340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604772'] for port (b50bb3a8-d674-4d23-908d-21707d5c4fe5), after_update {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:54.591171 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:54.618807 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-08f3a2a2-d424-4e79-9481-5a1191719d3f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648194'] for floatingip (ac6a162e-8056-4054-9ce5-e56015116c18), after_create {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:54.651014 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3a2a2-d424-4e79-9481-5a1191719d3f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event updated for resources: {'Port': ['ID=b50bb3a8-d674-4d23-908d-21707d5c4fe5,revision_number=2']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:43:54.665393 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:54.713478 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.db.l3_db [None req-08f3a2a2-d424-4e79-9481-5a1191719d3f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Floating IP ac6a162e-8056-4054-9ce5-e56015116c18 associated. External IP: 172.27.3.15, port: 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf. Oct 17 04:43:54.911814 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f3a2a2-d424-4e79-9481-5a1191719d3f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:43:55.015605 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f3a2a2-d424-4e79-9481-5a1191719d3f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:43:55.025422 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa5cf17-9edc-4747-9c4b-6e41b2bb3700 None None] Sync routers for ids ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:43:55.035062 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-08f3a2a2-d424-4e79-9481-5a1191719d3f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:43:55.036100 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa5cf17-9edc-4747-9c4b-6e41b2bb3700 None None] Routers {'5fdd35fa-909f-44e8-a5c6-d630a14b3078'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:43:55.036711 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-7fa5cf17-9edc-4747-9c4b-6e41b2bb3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:43:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:43:55.065281 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-08f3a2a2-d424-4e79-9481-5a1191719d3f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4733844 Oct 17 04:43:55.065934 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6c6596-e633-4406-983b-4074ea319474', 'tag': '0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:43:55.068142 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339bd775-bf7a-443d-bfa2-1a850ff8dec6" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6c6596-e633-4406-983b-4074ea319474", "tag": "0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:43:55.105644 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c64c08d-47ba-4302-80f2-c769a938c49c x-openstack-request-id: req-2c64c08d-47ba-4302-80f2-c769a938c49c {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:43:55.105936 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6c6596-e633-4406-983b-4074ea319474", "tag": "0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:43:55.106186 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2c64c08d-47ba-4302-80f2-c769a938c49c {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:43:55.106587 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c64c08d-47ba-4302-80f2-c769a938c49c'] response: {'name': 'network-changed', 'server_uuid': '5c6c6596-e633-4406-983b-4074ea319474', 'tag': '0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf', 'status': 'completed', 'code': 200} Oct 17 04:43:55.140834 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-7fa5cf17-9edc-4747-9c4b-6e41b2bb3700 None None] Set router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:43:55.170420 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bd775-bf7a-443d-bfa2-1a850ff8dec6 req-fb2cf5e4-93fc-4a40-ae99-7bf1fd38268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:55.171751 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-339bd775-bf7a-443d-bfa2-1a850ff8dec6 req-fb2cf5e4-93fc-4a40-ae99-7bf1fd38268a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=84d236da3b7b46f4ab13a096d7d80298&device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 1130 time: 0.0403361 Oct 17 04:43:55.267775 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bd775-bf7a-443d-bfa2-1a850ff8dec6 req-12bedfd5-1e48-4a36-9e5e-d24ecb193f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:55.269299 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-339bd775-bf7a-443d-bfa2-1a850ff8dec6 req-12bedfd5-1e48-4a36-9e5e-d24ecb193f52 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e7b10358-ab79-44d7-a22b-ddfa538fb104 HTTP/1.1" status: 200 len: 912 time: 0.0891299 Oct 17 04:43:55.334954 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-339bd775-bf7a-443d-bfa2-1a850ff8dec6 req-b04c334f-f7c2-4193-aeb2-87b154e4a882 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf HTTP/1.1" status: 200 len: 999 time: 0.0592213 Oct 17 04:43:55.357420 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-7fa5cf17-9edc-4747-9c4b-6e41b2bb3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '7a4b7f34-5386-4bb4-bb40-e5a1e863e88c', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'port_id': '7e8c740c-1878-4832-8274-c7a791c5836b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'mac_address': 'fa:16:3e:17:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce3a7c3-014e-41c8-a901-fa08552d42ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:41:50Z', 'updated_at': '2022-10-17T04:41:52Z', 'revision_number': 1, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'fixed_ip_address_scope': None}, {'id': 'ac6a162e-8056-4054-9ce5-e56015116c18', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'port_id': '0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'mac_address': 'fa:16:3e:5f:62:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c6596-e633-4406-983b-4074ea319474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:43:54Z', 'updated_at': '2022-10-17T04:43:54Z', 'revision_number': 0, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c718bdc7-7079-4696-a240-0934976f858f', 'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'mac_address': 'fa:16:3e:96:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:39Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 5, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'subnets': [{'id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:43:55.381948 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa5cf17-9edc-4747-9c4b-6e41b2bb3700 None None] Checking router: 5fdd35fa-909f-44e8-a5c6-d630a14b3078 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:43:55.383237 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bd775-bf7a-443d-bfa2-1a850ff8dec6 req-74ea05bc-eda5-4f49-bc60-00cbe81e5a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:55.384683 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-339bd775-bf7a-443d-bfa2-1a850ff8dec6 req-74ea05bc-eda5-4f49-bc60-00cbe81e5a78 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4240cb9d-8086-47cb-a95d-9e3d2fa1780f HTTP/1.1" status: 200 len: 850 time: 0.0440872 Oct 17 04:43:55.390727 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa5cf17-9edc-4747-9c4b-6e41b2bb3700 None None] Routers {'5fdd35fa-909f-44e8-a5c6-d630a14b3078'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:43:55.391310 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-7fa5cf17-9edc-4747-9c4b-6e41b2bb3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:43:33Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:43:55.427960 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bd775-bf7a-443d-bfa2-1a850ff8dec6 req-0a4b2c0f-5acf-45af-81ce-d60b1ea2a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:43:55.429387 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-339bd775-bf7a-443d-bfa2-1a850ff8dec6 req-0a4b2c0f-5acf-45af-81ce-d60b1ea2a8c7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e7b10358-ab79-44d7-a22b-ddfa538fb104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389874 Oct 17 04:43:55.526834 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-339bd775-bf7a-443d-bfa2-1a850ff8dec6 req-2a2295ab-2290-4edf-9ad6-64564a55fd11 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912609 Oct 17 04:43:55.581828 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-7fa5cf17-9edc-4747-9c4b-6e41b2bb3700 None None] Set router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:43:55.595417 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:43:55.620604 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-339bd775-bf7a-443d-bfa2-1a850ff8dec6 req-563641fd-2245-4efa-943e-9b5847f6bdae service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878077 Oct 17 04:43:55.788149 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-7fa5cf17-9edc-4747-9c4b-6e41b2bb3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '7a4b7f34-5386-4bb4-bb40-e5a1e863e88c', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'port_id': '7e8c740c-1878-4832-8274-c7a791c5836b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'mac_address': 'fa:16:3e:17:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce3a7c3-014e-41c8-a901-fa08552d42ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:41:50Z', 'updated_at': '2022-10-17T04:41:52Z', 'revision_number': 1, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'fixed_ip_address_scope': None}, {'id': 'ac6a162e-8056-4054-9ce5-e56015116c18', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'port_id': '0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'mac_address': 'fa:16:3e:5f:62:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c6596-e633-4406-983b-4074ea319474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:43:54Z', 'updated_at': '2022-10-17T04:43:54Z', 'revision_number': 0, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c718bdc7-7079-4696-a240-0934976f858f', 'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'mac_address': 'fa:16:3e:96:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:39Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 5, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'subnets': [{'id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:43:55.816929 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa5cf17-9edc-4747-9c4b-6e41b2bb3700 None None] The sync data for ids ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'] in dv-cinder-861557-1-iscsi is: [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '7a4b7f34-5386-4bb4-bb40-e5a1e863e88c', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'port_id': '7e8c740c-1878-4832-8274-c7a791c5836b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'mac_address': 'fa:16:3e:17:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce3a7c3-014e-41c8-a901-fa08552d42ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:41:50Z', 'updated_at': '2022-10-17T04:41:52Z', 'revision_number': 1, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'fixed_ip_address_scope': None}, {'id': 'ac6a162e-8056-4054-9ce5-e56015116c18', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'port_id': '0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'mac_address': 'fa:16:3e:5f:62:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c6596-e633-4406-983b-4074ea319474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:43:54Z', 'updated_at': '2022-10-17T04:43:54Z', 'revision_number': 0, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c718bdc7-7079-4696-a240-0934976f858f', 'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'mac_address': 'fa:16:3e:96:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:39Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 5, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'subnets': [{'id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:43:56.012420 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87163fbf-544e-47c2-b5f5-8178ded917e4 None None] New status for floating IP ac6a162e-8056-4054-9ce5-e56015116c18: ACTIVE {{(pid=104489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:44:01.101998 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-b810e9e4-2345-4fc9-b7d7-d717eb738edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:44:03.503936 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=52 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:44:03.510461 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-a9dcc3a2-8bce-486e-aa53-c3f2fcb7225e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:44:03.512043 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=48 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:44:04.684859 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:44:05.611749 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=91,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:44:05.617606 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:44:05.786129 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=91 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:44:05.790926 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=85 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:44:06.245929 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:44:06.344055 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:44:06.539392 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:44:16.533632 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=29,neutron:UPDATE=6 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:44:16.535552 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:44:20.466047 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-d72efb11-efe3-47fb-9fe4-069da460e821 req-93fe156a-0ad6-4256-bdc3-8cd3b1659a48 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420749 Oct 17 04:44:20.548222 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72efb11-efe3-47fb-9fe4-069da460e821 req-7f8a7f80-d788-49b2-8b7b-5b363c0a70a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:44:20.549804 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-d72efb11-efe3-47fb-9fe4-069da460e821 req-7f8a7f80-d788-49b2-8b7b-5b363c0a70a7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=84d236da3b7b46f4ab13a096d7d80298&device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 1130 time: 0.0396776 Oct 17 04:44:20.652744 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72efb11-efe3-47fb-9fe4-069da460e821 req-7e0f5d88-e662-4b1a-837b-30b860cbeee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:44:20.654201 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-d72efb11-efe3-47fb-9fe4-069da460e821 req-7e0f5d88-e662-4b1a-837b-30b860cbeee5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e7b10358-ab79-44d7-a22b-ddfa538fb104 HTTP/1.1" status: 200 len: 912 time: 0.0861537 Oct 17 04:44:20.719222 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-d72efb11-efe3-47fb-9fe4-069da460e821 req-5d8ebc48-47dd-41f0-9b75-178ec1363513 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e8c740c-1878-4832-8274-c7a791c5836b HTTP/1.1" status: 200 len: 1002 time: 0.0592275 Oct 17 04:44:20.768071 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72efb11-efe3-47fb-9fe4-069da460e821 req-d9581827-ce7f-4c1b-91df-ed521b47981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:44:20.769467 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-d72efb11-efe3-47fb-9fe4-069da460e821 req-d9581827-ce7f-4c1b-91df-ed521b47981b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4240cb9d-8086-47cb-a95d-9e3d2fa1780f HTTP/1.1" status: 200 len: 850 time: 0.0442188 Oct 17 04:44:20.812579 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72efb11-efe3-47fb-9fe4-069da460e821 req-09fdb0e1-e845-43c4-a532-3c307f98195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:44:20.814014 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-d72efb11-efe3-47fb-9fe4-069da460e821 req-09fdb0e1-e845-43c4-a532-3c307f98195d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e7b10358-ab79-44d7-a22b-ddfa538fb104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389397 Oct 17 04:44:20.906790 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-d72efb11-efe3-47fb-9fe4-069da460e821 req-44998402-0b7c-48d1-b4fb-2944c97538f7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869200 Oct 17 04:44:20.995318 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-d72efb11-efe3-47fb-9fe4-069da460e821 req-02a16b60-5673-441a-9f97-db389778fb3c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820816 Oct 17 04:44:21.506010 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:44:21.506708 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=4 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:44:30.442093 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:44:30.986700 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=54 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:44:30.992893 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=47 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:44:31.103430 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-6283c675-c52a-4539-8ca1-551c1f7e3a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:44:33.513904 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-f27b45a9-d315-456b-a8ac-947e3aa23b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:44:34.689675 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:44:36.248668 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:44:36.364751 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:44:36.543363 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:44:40.438233 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:44:46.537563 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:44:46.539391 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:44:58.502664 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=4 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:44:59.471030 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:01.104003 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-848b021c-d551-45a7-902a-49262f9af5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:03.515990 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-9cd9197a-d5de-48c9-87ef-14b943dcae06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:04.692008 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:06.252074 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:06.378544 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:06.546295 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:07.441770 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:45:17.436814 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:17.437610 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:19.304530 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:19.306466 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:22.614947 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3e40acd2-f149-4eb2-be00-b4d8e6101666 req-db37a246-941e-442a-99bb-b1e030c1a3d5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5c6c6596-e633-4406-983b-4074ea319474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417986 Oct 17 04:45:22.674615 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40acd2-f149-4eb2-be00-b4d8e6101666 req-80efb847-dee8-4aad-ba1f-972557835e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:45:22.676072 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3e40acd2-f149-4eb2-be00-b4d8e6101666 req-80efb847-dee8-4aad-ba1f-972557835e77 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=84d236da3b7b46f4ab13a096d7d80298&device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 1130 time: 0.0393932 Oct 17 04:45:22.781037 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40acd2-f149-4eb2-be00-b4d8e6101666 req-4f893fe5-2d87-4f0b-8618-e41c94b460df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:45:22.782481 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3e40acd2-f149-4eb2-be00-b4d8e6101666 req-4f893fe5-2d87-4f0b-8618-e41c94b460df service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e7b10358-ab79-44d7-a22b-ddfa538fb104 HTTP/1.1" status: 200 len: 912 time: 0.0879698 Oct 17 04:45:22.843578 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3e40acd2-f149-4eb2-be00-b4d8e6101666 req-934d0859-9210-45b1-8b8a-fa094327541e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf HTTP/1.1" status: 200 len: 1001 time: 0.0541890 Oct 17 04:45:22.890795 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40acd2-f149-4eb2-be00-b4d8e6101666 req-d9db580b-29aa-4479-b06b-a17f60507453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:45:22.892106 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3e40acd2-f149-4eb2-be00-b4d8e6101666 req-d9db580b-29aa-4479-b06b-a17f60507453 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4240cb9d-8086-47cb-a95d-9e3d2fa1780f HTTP/1.1" status: 200 len: 850 time: 0.0428560 Oct 17 04:45:22.937082 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40acd2-f149-4eb2-be00-b4d8e6101666 req-960c300e-034b-48ba-b26f-1332a2fe1796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:45:22.938559 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3e40acd2-f149-4eb2-be00-b4d8e6101666 req-960c300e-034b-48ba-b26f-1332a2fe1796 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e7b10358-ab79-44d7-a22b-ddfa538fb104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407960 Oct 17 04:45:23.260568 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3e40acd2-f149-4eb2-be00-b4d8e6101666 req-58e4eb7d-9a6b-4805-ba5c-651977d22e17 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160286 Oct 17 04:45:23.351880 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3e40acd2-f149-4eb2-be00-b4d8e6101666 req-49110336-e406-46dd-abd2-baf2b3a1e586 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850019 Oct 17 04:45:24.677528 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 37218) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:45:24.817777 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Deleting port b50bb3a8-d674-4d23-908d-21707d5c4fe5 {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:45:24.818120 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (b50bb3a8-d674-4d23-908d-21707d5c4fe5), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:24.897283 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (b50bb3a8-d674-4d23-908d-21707d5c4fe5), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:24.897608 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for floatingip (b50bb3a8-d674-4d23-908d-21707d5c4fe5), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:24.909578 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Calling delete_port for b50bb3a8-d674-4d23-908d-21707d5c4fe5 owned by network:floatingip {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:45:25.054635 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (b50bb3a8-d674-4d23-908d-21707d5c4fe5), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:25.082051 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event deleted for resources: {'Port': ['ID=b50bb3a8-d674-4d23-908d-21707d5c4fe5,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:45:25.099610 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:25.099610 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:25.099610 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:25.099610 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:25.099610 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:25.099610 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:25.099610 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:25.099610 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:25.099610 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:25.099610 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:25.100402 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:25.100402 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:25.100402 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:25.100648 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:25.100880 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:25.159104 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for floatingip (ac6a162e-8056-4054-9ce5-e56015116c18), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:25.159438 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.l3_db [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Floating IP ac6a162e-8056-4054-9ce5-e56015116c18 disassociated (deleted). External IP: 172.27.3.15, port: 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf. Oct 17 04:45:25.359355 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:45:25.463808 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:45:25.469001 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:25.474187 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77155ba0-ba04-4f64-aa1e-67376d3b966a None None] Sync routers for ids ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:45:25.485165 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77155ba0-ba04-4f64-aa1e-67376d3b966a None None] Routers {'5fdd35fa-909f-44e8-a5c6-d630a14b3078'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:45:25.485787 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-77155ba0-ba04-4f64-aa1e-67376d3b966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:45:04Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:45:25.501526 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-85759a5d-bc64-4edf-85e1-060cedef683e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/ac6a162e-8056-4054-9ce5-e56015116c18 HTTP/1.1" status: 204 len: 168 time: 0.8205230 Oct 17 04:45:25.501526 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6c6596-e633-4406-983b-4074ea319474', 'tag': '0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:45:25.502047 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2937befa-8ad8-488f-83e2-0cbb4919639c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6c6596-e633-4406-983b-4074ea319474", "tag": "0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:45:25.615363 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-77155ba0-ba04-4f64-aa1e-67376d3b966a None None] Set router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:45:25.626420 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ec5ee8-7a3a-4fd0-9867-5f28a4d31116 x-openstack-request-id: req-12ec5ee8-7a3a-4fd0-9867-5f28a4d31116 {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:45:25.626718 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6c6596-e633-4406-983b-4074ea319474", "tag": "0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:45:25.626976 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-12ec5ee8-7a3a-4fd0-9867-5f28a4d31116 {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:45:25.627426 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ec5ee8-7a3a-4fd0-9867-5f28a4d31116'] response: {'name': 'network-changed', 'server_uuid': '5c6c6596-e633-4406-983b-4074ea319474', 'tag': '0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf', 'status': 'completed', 'code': 200} Oct 17 04:45:25.690987 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937befa-8ad8-488f-83e2-0cbb4919639c req-a184fa0a-a7fe-4856-90ca-981e460c40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:45:25.692634 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2937befa-8ad8-488f-83e2-0cbb4919639c req-a184fa0a-a7fe-4856-90ca-981e460c40c5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=84d236da3b7b46f4ab13a096d7d80298&device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 1130 time: 0.0427272 Oct 17 04:45:25.710735 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:25.740333 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:25.749137 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3437fa-6e10-43fc-92c2-fc3d1b19bf4a req-aec4a0b3-a20c-4f43-9f9e-79b1572b901c tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:45:25.750624 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2f3437fa-6e10-43fc-92c2-fc3d1b19bf4a req-aec4a0b3-a20c-4f43-9f9e-79b1572b901c tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 946 time: 0.0491424 Oct 17 04:45:25.798903 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2f3437fa-6e10-43fc-92c2-fc3d1b19bf4a req-51288366-f9ef-4d28-a54a-7d17d2faee38 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423357 Oct 17 04:45:25.843464 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-77155ba0-ba04-4f64-aa1e-67376d3b966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '7a4b7f34-5386-4bb4-bb40-e5a1e863e88c', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'port_id': '7e8c740c-1878-4832-8274-c7a791c5836b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'mac_address': 'fa:16:3e:17:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce3a7c3-014e-41c8-a901-fa08552d42ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:41:50Z', 'updated_at': '2022-10-17T04:41:52Z', 'revision_number': 1, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c718bdc7-7079-4696-a240-0934976f858f', 'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'mac_address': 'fa:16:3e:96:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:39Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 5, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'subnets': [{'id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:45:25.870431 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77155ba0-ba04-4f64-aa1e-67376d3b966a None None] Checking router: 5fdd35fa-909f-44e8-a5c6-d630a14b3078 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:45:25.878659 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77155ba0-ba04-4f64-aa1e-67376d3b966a None None] Routers {'5fdd35fa-909f-44e8-a5c6-d630a14b3078'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:45:25.879244 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-77155ba0-ba04-4f64-aa1e-67376d3b966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:45:04Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:45:25.979387 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-77155ba0-ba04-4f64-aa1e-67376d3b966a None None] Set router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:45:26.181630 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-77155ba0-ba04-4f64-aa1e-67376d3b966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '7a4b7f34-5386-4bb4-bb40-e5a1e863e88c', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'port_id': '7e8c740c-1878-4832-8274-c7a791c5836b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'mac_address': 'fa:16:3e:17:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce3a7c3-014e-41c8-a901-fa08552d42ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:41:50Z', 'updated_at': '2022-10-17T04:41:52Z', 'revision_number': 1, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c718bdc7-7079-4696-a240-0934976f858f', 'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'mac_address': 'fa:16:3e:96:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:39Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 5, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'subnets': [{'id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:45:26.207033 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77155ba0-ba04-4f64-aa1e-67376d3b966a None None] The sync data for ids ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'] in dv-cinder-861557-1-iscsi is: [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_floatingips': [{'id': '7a4b7f34-5386-4bb4-bb40-e5a1e863e88c', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'router_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'port_id': '7e8c740c-1878-4832-8274-c7a791c5836b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'mac_address': 'fa:16:3e:17:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce3a7c3-014e-41c8-a901-fa08552d42ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T04:41:50Z', 'updated_at': '2022-10-17T04:41:52Z', 'revision_number': 1, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c718bdc7-7079-4696-a240-0934976f858f', 'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'mac_address': 'fa:16:3e:96:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:39Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 5, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'subnets': [{'id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:45:26.422512 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d29820-70fc-4b2c-8bc1-84e404fa6ba2 None None] New status for floating IP ac6a162e-8056-4054-9ce5-e56015116c18: DOWN {{(pid=104489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:45:26.716487 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937befa-8ad8-488f-83e2-0cbb4919639c req-fdd04fb8-5a9a-4f27-87cc-0f73c2f2ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:45:26.717973 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2937befa-8ad8-488f-83e2-0cbb4919639c req-fdd04fb8-5a9a-4f27-87cc-0f73c2f2ed18 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e7b10358-ab79-44d7-a22b-ddfa538fb104 HTTP/1.1" status: 200 len: 912 time: 0.0893691 Oct 17 04:45:26.844978 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2937befa-8ad8-488f-83e2-0cbb4919639c req-f2d9c4f4-d258-4ef6-ad61-056332c51529 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf HTTP/1.1" status: 200 len: 217 time: 0.0333991 Oct 17 04:45:26.895335 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937befa-8ad8-488f-83e2-0cbb4919639c req-46957215-6bd7-4f42-8742-7433101dc028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:45:26.896819 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2937befa-8ad8-488f-83e2-0cbb4919639c req-46957215-6bd7-4f42-8742-7433101dc028 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4240cb9d-8086-47cb-a95d-9e3d2fa1780f HTTP/1.1" status: 200 len: 850 time: 0.0449784 Oct 17 04:45:26.920097 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cb020-a567-4b9f-be94-53c5657f8a2b req-eb49f542-06b5-411b-98df-c5942d9d4a9a tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:45:26.922091 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1e9cb020-a567-4b9f-be94-53c5657f8a2b req-eb49f542-06b5-411b-98df-c5942d9d4a9a tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 946 time: 0.0455182 Oct 17 04:45:26.973183 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-1e9cb020-a567-4b9f-be94-53c5657f8a2b req-3e7f74c2-21b6-4537-b735-097c8e471123 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454369 Oct 17 04:45:27.124759 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937befa-8ad8-488f-83e2-0cbb4919639c req-e4cf8850-fa18-44d1-9416-a4eebfa11a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:45:27.126262 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2937befa-8ad8-488f-83e2-0cbb4919639c req-e4cf8850-fa18-44d1-9416-a4eebfa11a51 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e7b10358-ab79-44d7-a22b-ddfa538fb104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438590 Oct 17 04:45:27.226297 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec53a6b-46e3-452f-9daf-2efb8f41cfce req-855070d9-0b44-4fc4-8b48-30f91553916f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:45:27.227621 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-fec53a6b-46e3-452f-9daf-2efb8f41cfce req-855070d9-0b44-4fc4-8b48-30f91553916f tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 946 time: 0.0913281 Oct 17 04:45:27.289704 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2937befa-8ad8-488f-83e2-0cbb4919639c req-67f3305d-b6d5-4a4d-a0ee-3d918da034e3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543884 Oct 17 04:45:27.327561 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:27.376504 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-fec53a6b-46e3-452f-9daf-2efb8f41cfce req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Deleting port 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:45:27.376837 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-fec53a6b-46e3-452f-9daf-2efb8f41cfce req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:27.424437 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:27.457092 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-2937befa-8ad8-488f-83e2-0cbb4919639c req-49cf1d3d-eab0-4bc3-89b2-c55219c98bae service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608088 Oct 17 04:45:27.492157 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-fec53a6b-46e3-452f-9daf-2efb8f41cfce req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] For port 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf,segment=NetworkSegment(cdc7ea4a-38bb-42eb-8d45-f7e86c035f09),segment_id=cdc7ea4a-38bb-42eb-8d45-f7e86c035f09)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:45:27.492435 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-fec53a6b-46e3-452f-9daf-2efb8f41cfce req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:27.505564 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-fec53a6b-46e3-452f-9daf-2efb8f41cfce req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Calling delete_port for 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf owned by compute:nova {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:45:27.635129 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-fec53a6b-46e3-452f-9daf-2efb8f41cfce req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:27.662778 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event deleted for resources: {'Port': ['ID=0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:45:27.674787 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:27.675136 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:27.675479 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:27.675821 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:27.676150 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:27.676476 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:27.676799 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:27.677168 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:27.677480 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:27.677813 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:27.678140 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:27.678459 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:27.678779 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:27.679099 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:27.679414 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861557-1-iscsi {{(pid=104487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 04:45:27.720493 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec53a6b-46e3-452f-9daf-2efb8f41cfce req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] No DVR routers for this DVR port 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf on host hv-cinder-86155 {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:45:27.722999 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-fec53a6b-46e3-452f-9daf-2efb8f41cfce req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:27.726208 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-fec53a6b-46e3-452f-9daf-2efb8f41cfce req-bc36681f-bd62-4e2f-a51f-fb3ad37f51e6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.20 "DELETE /networking/v2.0/ports/0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf HTTP/1.1" status: 204 len: 173 time: 0.4925015 Oct 17 04:45:27.726693 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6c6596-e633-4406-983b-4074ea319474', 'name': 'network-vif-deleted', 'tag': '0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:45:27.728887 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b12b06e-a252-45ea-9863-66c599965591" -d '{"events": [{"server_uuid": "5c6c6596-e633-4406-983b-4074ea319474", "name": "network-vif-deleted", "tag": "0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:45:27.767020 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5595f3-6403-4eb6-b44d-e957b89a658b x-openstack-request-id: req-6c5595f3-6403-4eb6-b44d-e957b89a658b {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:45:27.767325 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6c6596-e633-4406-983b-4074ea319474", "name": "network-vif-deleted", "tag": "0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:45:27.767569 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6c5595f3-6403-4eb6-b44d-e957b89a658b {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:45:27.767976 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c5595f3-6403-4eb6-b44d-e957b89a658b'] response: {'server_uuid': '5c6c6596-e633-4406-983b-4074ea319474', 'name': 'network-vif-deleted', 'tag': '0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf', 'status': 'completed', 'code': 200} Oct 17 04:45:28.085976 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-ef676a39-1db3-4431-8869-675609136928 req-8219b749-15a2-410d-b778-8faee4c5177e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5c6c6596-e633-4406-983b-4074ea319474 HTTP/1.1" status: 200 len: 210 time: 0.0308523 Oct 17 04:45:30.100562 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:45:30.119807 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] No Port match for: 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:45:30.120148 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 0525cf26-2cec-4fb2-8c7f-d4f1e0d418cf not bound to the agent host hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:45:31.106354 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-7e056c1f-7dd9-4255-83c3-b636a7d01454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:31.387111 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 37264) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:45:31.526690 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-2287943f-9e2e-4ea8-86ae-a4bc9faaac9e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Deleting port d796a238-dee2-4db0-96df-f82943e6051f {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:45:31.527030 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2287943f-9e2e-4ea8-86ae-a4bc9faaac9e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (d796a238-dee2-4db0-96df-f82943e6051f), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:31.605061 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2287943f-9e2e-4ea8-86ae-a4bc9faaac9e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (d796a238-dee2-4db0-96df-f82943e6051f), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:31.605432 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2287943f-9e2e-4ea8-86ae-a4bc9faaac9e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for floatingip (d796a238-dee2-4db0-96df-f82943e6051f), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:31.618555 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-2287943f-9e2e-4ea8-86ae-a4bc9faaac9e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Calling delete_port for d796a238-dee2-4db0-96df-f82943e6051f owned by network:floatingip {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:45:31.760254 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2287943f-9e2e-4ea8-86ae-a4bc9faaac9e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (d796a238-dee2-4db0-96df-f82943e6051f), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:31.784974 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287943f-9e2e-4ea8-86ae-a4bc9faaac9e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event deleted for resources: {'Port': ['ID=d796a238-dee2-4db0-96df-f82943e6051f,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:45:31.847462 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2287943f-9e2e-4ea8-86ae-a4bc9faaac9e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for floatingip (7a4b7f34-5386-4bb4-bb40-e5a1e863e88c), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:31.847789 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.db.l3_db [None req-2287943f-9e2e-4ea8-86ae-a4bc9faaac9e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Floating IP 7a4b7f34-5386-4bb4-bb40-e5a1e863e88c disassociated (deleted). External IP: 172.27.3.140, port: 7e8c740c-1878-4832-8274-c7a791c5836b. Oct 17 04:45:32.040157 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2287943f-9e2e-4ea8-86ae-a4bc9faaac9e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:45:32.046825 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:32.050777 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:32.146315 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2287943f-9e2e-4ea8-86ae-a4bc9faaac9e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:45:32.151261 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-2287943f-9e2e-4ea8-86ae-a4bc9faaac9e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:32.156439 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b429abc2-9fe1-4c45-aec9-3f937b465221 None None] Sync routers for ids ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:45:32.166147 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b429abc2-9fe1-4c45-aec9-3f937b465221 None None] Routers {'5fdd35fa-909f-44e8-a5c6-d630a14b3078'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:45:32.166738 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-b429abc2-9fe1-4c45-aec9-3f937b465221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:45:04Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:45:32.179828 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-2287943f-9e2e-4ea8-86ae-a4bc9faaac9e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/7a4b7f34-5386-4bb4-bb40-e5a1e863e88c HTTP/1.1" status: 204 len: 168 time: 0.7916741 Oct 17 04:45:32.180537 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce3a7c3-014e-41c8-a901-fa08552d42ec', 'tag': '7e8c740c-1878-4832-8274-c7a791c5836b'}] {{(pid=104488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:45:32.182875 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}095c761d276ed9305e03d15a5d0cf68d57431279374ace75c7a84ce5f30475e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41128d6d-c588-4903-a149-034365174d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce3a7c3-014e-41c8-a901-fa08552d42ec", "tag": "7e8c740c-1878-4832-8274-c7a791c5836b"}]}' {{(pid=104488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:45:32.227038 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 04:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7e4346-3c86-47cf-8d7f-cc64ce819ca1 x-openstack-request-id: req-4a7e4346-3c86-47cf-8d7f-cc64ce819ca1 {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:45:32.227329 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce3a7c3-014e-41c8-a901-fa08552d42ec", "tag": "7e8c740c-1878-4832-8274-c7a791c5836b", "status": "completed", "code": 200}]} {{(pid=104488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:45:32.227579 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4a7e4346-3c86-47cf-8d7f-cc64ce819ca1 {{(pid=104488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:45:32.227981 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a7e4346-3c86-47cf-8d7f-cc64ce819ca1'] response: {'name': 'network-changed', 'server_uuid': '2ce3a7c3-014e-41c8-a901-fa08552d42ec', 'tag': '7e8c740c-1878-4832-8274-c7a791c5836b', 'status': 'completed', 'code': 200} Oct 17 04:45:32.271174 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-b429abc2-9fe1-4c45-aec9-3f937b465221 None None] Set router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:45:32.290036 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41128d6d-c588-4903-a149-034365174d7f req-43c57d82-3643-4e59-8939-1c869be4c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:45:32.291602 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-41128d6d-c588-4903-a149-034365174d7f req-43c57d82-3643-4e59-8939-1c869be4c42d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=84d236da3b7b46f4ab13a096d7d80298&device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 1130 time: 0.0406013 Oct 17 04:45:32.410384 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41128d6d-c588-4903-a149-034365174d7f req-cfcc635f-f392-4ffe-ba83-471b9f6969b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:45:32.411878 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-41128d6d-c588-4903-a149-034365174d7f req-cfcc635f-f392-4ffe-ba83-471b9f6969b0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e7b10358-ab79-44d7-a22b-ddfa538fb104 HTTP/1.1" status: 200 len: 912 time: 0.1038618 Oct 17 04:45:32.415130 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429b05f-af72-40f7-b832-d0f97631d263 req-436bb925-6824-4516-9bcc-4eb2af4bc064 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:45:32.416821 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3429b05f-af72-40f7-b832-d0f97631d263 req-436bb925-6824-4516-9bcc-4eb2af4bc064 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 946 time: 0.0503974 Oct 17 04:45:32.471500 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-3429b05f-af72-40f7-b832-d0f97631d263 req-d0b7cfbc-797d-4dbc-9199-c28463aa097c tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486033 Oct 17 04:45:32.485348 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=100 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:32.488022 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=100 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:32.553107 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-b429abc2-9fe1-4c45-aec9-3f937b465221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': 'c718bdc7-7079-4696-a240-0934976f858f', 'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'mac_address': 'fa:16:3e:96:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:39Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 5, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'subnets': [{'id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:45:32.577180 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b429abc2-9fe1-4c45-aec9-3f937b465221 None None] Checking router: 5fdd35fa-909f-44e8-a5c6-d630a14b3078 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:45:32.585716 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b429abc2-9fe1-4c45-aec9-3f937b465221 None None] Routers {'5fdd35fa-909f-44e8-a5c6-d630a14b3078'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:45:32.586292 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-b429abc2-9fe1-4c45-aec9-3f937b465221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:45:04Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:45:32.684286 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-b429abc2-9fe1-4c45-aec9-3f937b465221 None None] Set router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:45:32.868753 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-b429abc2-9fe1-4c45-aec9-3f937b465221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': 'c718bdc7-7079-4696-a240-0934976f858f', 'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'mac_address': 'fa:16:3e:96:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:39Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 5, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'subnets': [{'id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:45:32.892352 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b429abc2-9fe1-4c45-aec9-3f937b465221 None None] The sync data for ids ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'] in dv-cinder-861557-1-iscsi is: [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:38:39Z', 'revision_number': 4, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi', '_interfaces': [{'id': 'c718bdc7-7079-4696-a240-0934976f858f', 'name': '', 'network_id': 'e7b10358-ab79-44d7-a22b-ddfa538fb104', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'mac_address': 'fa:16:3e:96:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:39Z', 'updated_at': '2022-10-17T04:38:46Z', 'revision_number': 5, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'subnets': [{'id': '4240cb9d-8086-47cb-a95d-9e3d2fa1780f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:45:33.098904 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a128e9a-0800-4286-ba68-0ea086825a23 None None] New status for floating IP 7a4b7f34-5386-4bb4-bb40-e5a1e863e88c: DOWN {{(pid=104489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 04:45:33.320734 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-41128d6d-c588-4903-a149-034365174d7f req-d6814e25-9b38-45f9-a8d8-cafb3c98acaf service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e8c740c-1878-4832-8274-c7a791c5836b HTTP/1.1" status: 200 len: 217 time: 0.0332811 Oct 17 04:45:33.369855 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41128d6d-c588-4903-a149-034365174d7f req-b424893f-6db4-449f-a613-bbdd0d6c0ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:45:33.371265 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-41128d6d-c588-4903-a149-034365174d7f req-b424893f-6db4-449f-a613-bbdd0d6c0ecb service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4240cb9d-8086-47cb-a95d-9e3d2fa1780f HTTP/1.1" status: 200 len: 850 time: 0.0434699 Oct 17 04:45:33.425557 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41128d6d-c588-4903-a149-034365174d7f req-b55510ce-b98c-4e5c-9531-38af34fe4930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:45:33.426972 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-41128d6d-c588-4903-a149-034365174d7f req-b55510ce-b98c-4e5c-9531-38af34fe4930 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e7b10358-ab79-44d7-a22b-ddfa538fb104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436294 Oct 17 04:45:33.533278 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-677e551f-f9d6-4fd3-85fd-73cc4cdd3a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:33.566540 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-41128d6d-c588-4903-a149-034365174d7f req-3c3fabca-011d-4112-ab7a-9d369f8b2952 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935571 Oct 17 04:45:33.616069 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893adef-4a0a-467f-9f80-b5cc9a44957c req-710634a6-24c2-4805-acbb-895e20341bea tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:45:33.617553 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2893adef-4a0a-467f-9f80-b5cc9a44957c req-710634a6-24c2-4805-acbb-895e20341bea tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 946 time: 0.0522242 Oct 17 04:45:33.668771 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-2893adef-4a0a-467f-9f80-b5cc9a44957c req-de97803e-66a9-4e20-ae58-12b0fd6fdbe2 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=94ac0755-25d9-4102-b2bd-73c387463874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456004 Oct 17 04:45:33.803529 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-41128d6d-c588-4903-a149-034365174d7f req-e8f783e3-a6a5-42f9-b48c-021784f3415a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139312 Oct 17 04:45:33.821810 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae2b7f-fc71-4e42-a4d1-2b3d27a3b89d req-ff57529a-53be-4c83-b07d-44609679828e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 04:45:33.823308 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3dae2b7f-fc71-4e42-a4d1-2b3d27a3b89d req-ff57529a-53be-4c83-b07d-44609679828e tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 946 time: 0.0520630 Oct 17 04:45:33.861811 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:33.906983 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-3dae2b7f-fc71-4e42-a4d1-2b3d27a3b89d req-d285a842-2465-430e-8548-1c6d61f40af0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Deleting port 7e8c740c-1878-4832-8274-c7a791c5836b {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:45:33.907328 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-3dae2b7f-fc71-4e42-a4d1-2b3d27a3b89d req-d285a842-2465-430e-8548-1c6d61f40af0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (7e8c740c-1878-4832-8274-c7a791c5836b), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:33.999678 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [req-3dae2b7f-fc71-4e42-a4d1-2b3d27a3b89d req-d285a842-2465-430e-8548-1c6d61f40af0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] For port 7e8c740c-1878-4832-8274-c7a791c5836b, host hv-cinder-86155, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86155',level=0,port_id=7e8c740c-1878-4832-8274-c7a791c5836b,segment=NetworkSegment(cdc7ea4a-38bb-42eb-8d45-f7e86c035f09),segment_id=cdc7ea4a-38bb-42eb-8d45-f7e86c035f09)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:45:33.999971 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-3dae2b7f-fc71-4e42-a4d1-2b3d27a3b89d req-d285a842-2465-430e-8548-1c6d61f40af0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (7e8c740c-1878-4832-8274-c7a791c5836b), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:34.006549 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:34.013165 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [req-3dae2b7f-fc71-4e42-a4d1-2b3d27a3b89d req-d285a842-2465-430e-8548-1c6d61f40af0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Calling delete_port for 7e8c740c-1878-4832-8274-c7a791c5836b owned by compute:nova {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:45:34.142346 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-3dae2b7f-fc71-4e42-a4d1-2b3d27a3b89d req-d285a842-2465-430e-8548-1c6d61f40af0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (7e8c740c-1878-4832-8274-c7a791c5836b), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:34.168648 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285a842-2465-430e-8548-1c6d61f40af0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event deleted for resources: {'Port': ['ID=7e8c740c-1878-4832-8274-c7a791c5836b,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:45:34.215856 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dae2b7f-fc71-4e42-a4d1-2b3d27a3b89d req-d285a842-2465-430e-8548-1c6d61f40af0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] No DVR routers for this DVR port 7e8c740c-1878-4832-8274-c7a791c5836b on host hv-cinder-86155 {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:45:34.218898 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [req-3dae2b7f-fc71-4e42-a4d1-2b3d27a3b89d req-d285a842-2465-430e-8548-1c6d61f40af0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for port (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:34.222059 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [req-3dae2b7f-fc71-4e42-a4d1-2b3d27a3b89d req-d285a842-2465-430e-8548-1c6d61f40af0 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.20 "DELETE /networking/v2.0/ports/7e8c740c-1878-4832-8274-c7a791c5836b HTTP/1.1" status: 204 len: 173 time: 0.3924804 Oct 17 04:45:34.222550 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce3a7c3-014e-41c8-a901-fa08552d42ec', 'name': 'network-vif-deleted', 'tag': '7e8c740c-1878-4832-8274-c7a791c5836b'}] {{(pid=104487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 04:45:34.224752 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}475e509eb22470481280d2318a12fe73d84b04bc7c4c70f09429d4665a4be4ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08476553-8ae8-488e-afbf-af528b668efe" -d '{"events": [{"server_uuid": "2ce3a7c3-014e-41c8-a901-fa08552d42ec", "name": "network-vif-deleted", "tag": "7e8c740c-1878-4832-8274-c7a791c5836b"}]}' {{(pid=104487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 04:45:34.264983 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 04:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f234f8-9219-4b1a-8922-57d81b04f22b x-openstack-request-id: req-60f234f8-9219-4b1a-8922-57d81b04f22b {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 04:45:34.265351 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce3a7c3-014e-41c8-a901-fa08552d42ec", "name": "network-vif-deleted", "tag": "7e8c740c-1878-4832-8274-c7a791c5836b", "status": "completed", "code": 200}]} {{(pid=104487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 04:45:34.265610 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-60f234f8-9219-4b1a-8922-57d81b04f22b {{(pid=104487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 04:45:34.266023 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f234f8-9219-4b1a-8922-57d81b04f22b'] response: {'server_uuid': '2ce3a7c3-014e-41c8-a901-fa08552d42ec', 'name': 'network-vif-deleted', 'tag': '7e8c740c-1878-4832-8274-c7a791c5836b', 'status': 'completed', 'code': 200} Oct 17 04:45:34.695969 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:34.785169 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [req-5583bcdb-0f3f-4471-ab13-7c852032ef13 req-d04cfcf6-3f51-429e-9d0a-205e14dc6df1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2ce3a7c3-014e-41c8-a901-fa08552d42ec HTTP/1.1" status: 200 len: 210 time: 0.0278251 Oct 17 04:45:35.852590 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 37280) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:45:35.960354 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-f9847db2-3322-4681-9594-2b204f4f2ce6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Deleting port ea588d73-84f8-4e73-aa94-05a722961351 {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:45:35.960692 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f9847db2-3322-4681-9594-2b204f4f2ce6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (ea588d73-84f8-4e73-aa94-05a722961351), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:36.036874 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f9847db2-3322-4681-9594-2b204f4f2ce6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (ea588d73-84f8-4e73-aa94-05a722961351), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:36.037223 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f9847db2-3322-4681-9594-2b204f4f2ce6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for floatingip (ea588d73-84f8-4e73-aa94-05a722961351), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:36.049242 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-f9847db2-3322-4681-9594-2b204f4f2ce6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Calling delete_port for ea588d73-84f8-4e73-aa94-05a722961351 owned by network:floatingip {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:45:36.126895 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 7e8c740c-1878-4832-8274-c7a791c5836b no longer exists at agent hyperv_hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:45:36.180773 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f9847db2-3322-4681-9594-2b204f4f2ce6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (ea588d73-84f8-4e73-aa94-05a722961351), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:36.208184 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9847db2-3322-4681-9594-2b204f4f2ce6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event deleted for resources: {'Port': ['ID=ea588d73-84f8-4e73-aa94-05a722961351,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:45:36.275442 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f9847db2-3322-4681-9594-2b204f4f2ce6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for floatingip (2a0c6d20-eb40-4ae5-8598-8e4ceb1582b5), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:36.278350 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-f9847db2-3322-4681-9594-2b204f4f2ce6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45890'] for floatingip (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:36.279520 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-f9847db2-3322-4681-9594-2b204f4f2ce6 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/2a0c6d20-eb40-4ae5-8598-8e4ceb1582b5 HTTP/1.1" status: 204 len: 168 time: 0.4267056 Oct 17 04:45:36.288388 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] No Port match for: 7e8c740c-1878-4832-8274-c7a791c5836b {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:45:36.288514 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Device 7e8c740c-1878-4832-8274-c7a791c5836b not bound to the agent host hv-cinder-86155 {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:45:36.302332 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:36.394039 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:36.548888 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:37.492709 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 37292) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:45:37.550960 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3ddeea15-bf52-4472-ac18-1b12a4b761e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group (94ac0755-25d9-4102-b2bd-73c387463874), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:37.575741 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3ddeea15-bf52-4472-ac18-1b12a4b761e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group (94ac0755-25d9-4102-b2bd-73c387463874), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:37.638783 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3ddeea15-bf52-4472-ac18-1b12a4b761e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (94ac0755-25d9-4102-b2bd-73c387463874), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:37.642010 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-3ddeea15-bf52-4472-ac18-1b12a4b761e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:37.643193 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-3ddeea15-bf52-4472-ac18-1b12a4b761e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/94ac0755-25d9-4102-b2bd-73c387463874 HTTP/1.1" status: 204 len: 168 time: 0.1494901 Oct 17 04:45:37.653493 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddeea15-bf52-4472-ac18-1b12a4b761e1 tempest-TestVolumeBootPattern-593287949 tempest-TestVolumeBootPattern-593287949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ac0755-25d9-4102-b2bd-73c387463874,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:45:37.713412 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 37296) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:45:38.119897 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-753a5122-cfab-4caa-8e5d-b90086c17245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648450'] for router_interface (5fdd35fa-909f-44e8-a5c6-d630a14b3078), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:38.121347 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:38.341638 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-753a5122-cfab-4caa-8e5d-b90086c17245 admin admin] Deleting port c718bdc7-7079-4696-a240-0934976f858f {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:45:38.342452 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-753a5122-cfab-4caa-8e5d-b90086c17245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (c718bdc7-7079-4696-a240-0934976f858f), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:38.352809 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:38.425110 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-753a5122-cfab-4caa-8e5d-b90086c17245 admin admin] For port c718bdc7-7079-4696-a240-0934976f858f, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=c718bdc7-7079-4696-a240-0934976f858f,segment=NetworkSegment(cdc7ea4a-38bb-42eb-8d45-f7e86c035f09),segment_id=cdc7ea4a-38bb-42eb-8d45-f7e86c035f09)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:45:38.425383 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-753a5122-cfab-4caa-8e5d-b90086c17245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (c718bdc7-7079-4696-a240-0934976f858f), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:38.438082 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-753a5122-cfab-4caa-8e5d-b90086c17245 admin admin] Calling delete_port for c718bdc7-7079-4696-a240-0934976f858f owned by network:router_interface {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:45:38.614291 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-753a5122-cfab-4caa-8e5d-b90086c17245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (c718bdc7-7079-4696-a240-0934976f858f), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:38.638360 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a5122-cfab-4caa-8e5d-b90086c17245 admin admin] Pushing event deleted for resources: {'Port': ['ID=c718bdc7-7079-4696-a240-0934976f858f,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:45:38.801332 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-753a5122-cfab-4caa-8e5d-b90086c17245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648438'] for router_interface (5fdd35fa-909f-44e8-a5c6-d630a14b3078), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:38.821678 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc52c93-6362-4b54-8aac-51f8589c89f7 None None] get_active_networks_info from dv-cinder-861557-1-iscsi {{(pid=104489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 04:45:38.897351 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc52c93-6362-4b54-8aac-51f8589c89f7 None None] Resources bound (agent type, host, resource id): {{(pid=104489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 04:45:38.903452 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:39.007534 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753a5122-cfab-4caa-8e5d-b90086c17245 admin admin] Router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:45:39.354035 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753a5122-cfab-4caa-8e5d-b90086c17245 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:45:39.362243 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-753a5122-cfab-4caa-8e5d-b90086c17245 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/5fdd35fa-909f-44e8-a5c6-d630a14b3078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6445556 Oct 17 04:45:39.362348 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 37300) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:45:39.362724 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbacfdf-719c-4a5f-9d84-50def1ae654a None None] Sync routers for ids ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'] in dv-cinder-861557-1-iscsi {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:45:39.373280 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbacfdf-719c-4a5f-9d84-50def1ae654a None None] Routers {'5fdd35fa-909f-44e8-a5c6-d630a14b3078'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:45:39.373901 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-cdbacfdf-719c-4a5f-9d84-50def1ae654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:45:34Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:45:39.475935 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-6960d158-fb29-45d3-8997-35533d280012 None None] Provisioning complete for port 42f53527-c77d-4104-bac5-39db1a9efcde triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:45:39.476663 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-6960d158-fb29-45d3-8997-35533d280012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (42f53527-c77d-4104-bac5-39db1a9efcde), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:39.477424 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-6960d158-fb29-45d3-8997-35533d280012 None None] Attempt 1 to provision port 42f53527-c77d-4104-bac5-39db1a9efcde Oct 17 04:45:39.483533 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-cdbacfdf-719c-4a5f-9d84-50def1ae654a None None] Set router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:45:39.555728 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-6960d158-fb29-45d3-8997-35533d280012 None None] Current status of the port 42f53527-c77d-4104-bac5-39db1a9efcde is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:45:39.659574 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-cdbacfdf-719c-4a5f-9d84-50def1ae654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:45:38Z', 'revision_number': 5, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:45:39.688469 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbacfdf-719c-4a5f-9d84-50def1ae654a None None] Checking router: 5fdd35fa-909f-44e8-a5c6-d630a14b3078 for host: dv-cinder-861557-1-iscsi {{(pid=104490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:45:39.696812 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbacfdf-719c-4a5f-9d84-50def1ae654a None None] Routers {'5fdd35fa-909f-44e8-a5c6-d630a14b3078'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:45:39.697399 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-cdbacfdf-719c-4a5f-9d84-50def1ae654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:45:34Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'], 'active': True} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:45:39.726023 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5adbb850-ce14-454b-9e75-a6b0354c73a2 admin admin] Publish callbacks [] for router (5fdd35fa-909f-44e8-a5c6-d630a14b3078), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:39.793186 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_dvr_db [None req-cdbacfdf-719c-4a5f-9d84-50def1ae654a None None] Set router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:45:39.801546 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:39.812428 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:39.827850 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5adbb850-ce14-454b-9e75-a6b0354c73a2 admin admin] Publish callbacks [] for router_gateway (5fdd35fa-909f-44e8-a5c6-d630a14b3078), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:39.870017 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-5adbb850-ce14-454b-9e75-a6b0354c73a2 admin admin] Deleting port 569edeff-95de-48b6-a10a-ecbf1eba9d19 {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:45:39.870360 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5adbb850-ce14-454b-9e75-a6b0354c73a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (569edeff-95de-48b6-a10a-ecbf1eba9d19), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:39.890839 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=100 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:39.953995 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-5adbb850-ce14-454b-9e75-a6b0354c73a2 admin admin] For port 569edeff-95de-48b6-a10a-ecbf1eba9d19, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=569edeff-95de-48b6-a10a-ecbf1eba9d19,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:45:39.954353 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5adbb850-ce14-454b-9e75-a6b0354c73a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (569edeff-95de-48b6-a10a-ecbf1eba9d19), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:39.967108 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.l3_hamode_db [None req-cdbacfdf-719c-4a5f-9d84-50def1ae654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:45:38Z', 'revision_number': 5, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:45:39.967372 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-5adbb850-ce14-454b-9e75-a6b0354c73a2 admin admin] Calling delete_port for 569edeff-95de-48b6-a10a-ecbf1eba9d19 owned by network:router_gateway {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:45:39.992052 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbacfdf-719c-4a5f-9d84-50def1ae654a None None] The sync data for ids ['5fdd35fa-909f-44e8-a5c6-d630a14b3078'] in dv-cinder-861557-1-iscsi is: [{'id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'name': 'tempest-TestVolumeBootPattern-481855094-router', 'tenant_id': '84d236da3b7b46f4ab13a096d7d80298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:36Z', 'updated_at': '2022-10-17T04:45:38Z', 'revision_number': 5, 'project_id': '84d236da3b7b46f4ab13a096d7d80298', 'gw_port': {'id': '569edeff-95de-48b6-a10a-ecbf1eba9d19', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdd35fa-909f-44e8-a5c6-d630a14b3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:37Z', 'updated_at': '2022-10-17T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}] {{(pid=104490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:45:40.132288 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5adbb850-ce14-454b-9e75-a6b0354c73a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (569edeff-95de-48b6-a10a-ecbf1eba9d19), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:40.157564 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adbb850-ce14-454b-9e75-a6b0354c73a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=569edeff-95de-48b6-a10a-ecbf1eba9d19,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:45:40.224603 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5adbb850-ce14-454b-9e75-a6b0354c73a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638780'] for router_gateway (5fdd35fa-909f-44e8-a5c6-d630a14b3078), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:40.312249 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5adbb850-ce14-454b-9e75-a6b0354c73a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16008'] for router (5fdd35fa-909f-44e8-a5c6-d630a14b3078), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:40.314418 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5adbb850-ce14-454b-9e75-a6b0354c73a2 admin admin] Publish callbacks [] for router_controller (5fdd35fa-909f-44e8-a5c6-d630a14b3078), precommit_delete_associations {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:40.365696 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5adbb850-ce14-454b-9e75-a6b0354c73a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648494'] for router (5fdd35fa-909f-44e8-a5c6-d630a14b3078), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:40.366337 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adbb850-ce14-454b-9e75-a6b0354c73a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fdd35fa-909f-44e8-a5c6-d630a14b3078 {{(pid=104488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 04:45:40.371572 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-5adbb850-ce14-454b-9e75-a6b0354c73a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:40.375317 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-5adbb850-ce14-454b-9e75-a6b0354c73a2 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/5fdd35fa-909f-44e8-a5c6-d630a14b3078 HTTP/1.1" status: 204 len: 168 time: 1.0097318 Oct 17 04:45:40.376722 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 37302) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:45:40.425873 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d12654-eb2a-4aed-8df8-55209accd2f1 admin admin] Deleting subnet 4240cb9d-8086-47cb-a95d-9e3d2fa1780f {{(pid=104488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:45:40.427911 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-08d12654-eb2a-4aed-8df8-55209accd2f1 admin admin] Publish callbacks [] for subnet (4240cb9d-8086-47cb-a95d-9e3d2fa1780f), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:40.465685 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-08d12654-eb2a-4aed-8df8-55209accd2f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4780812'] for subnet (4240cb9d-8086-47cb-a95d-9e3d2fa1780f), precommit_delete_associations {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:40.469068 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device c718bdc7-7079-4696-a240-0934976f858f no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:45:40.489575 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: c718bdc7-7079-4696-a240-0934976f858f {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:45:40.489913 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device c718bdc7-7079-4696-a240-0934976f858f not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:45:40.549166 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-08d12654-eb2a-4aed-8df8-55209accd2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588216'] for subnet (4240cb9d-8086-47cb-a95d-9e3d2fa1780f), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:40.606552 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-08d12654-eb2a-4aed-8df8-55209accd2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3592535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7641404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7419449'] for subnet (4240cb9d-8086-47cb-a95d-9e3d2fa1780f), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:40.636040 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d12654-eb2a-4aed-8df8-55209accd2f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4240cb9d-8086-47cb-a95d-9e3d2fa1780f,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:45:40.637990 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-08d12654-eb2a-4aed-8df8-55209accd2f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for subnet (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:40.641715 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-08d12654-eb2a-4aed-8df8-55209accd2f1 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/4240cb9d-8086-47cb-a95d-9e3d2fa1780f HTTP/1.1" status: 204 len: 168 time: 0.2639587 Oct 17 04:45:40.644203 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [-] (104488) accepted ('10.222.0.40', 37304) {{(pid=104488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:45:40.644701 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c34a651-ec14-4c3f-86ba-7b1cfb39a184 None None] Network e7b10358-ab79-44d7-a22b-ddfa538fb104 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:45:40.663874 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:40.718677 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:40.724555 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-633e8300-f864-4b03-b616-5800bb1437ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3580085'] for network (e7b10358-ab79-44d7-a22b-ddfa538fb104), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:40.768821 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-633e8300-f864-4b03-b616-5800bb1437ae admin admin] Deleting port 42f53527-c77d-4104-bac5-39db1a9efcde {{(pid=104488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:45:40.769193 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-633e8300-f864-4b03-b616-5800bb1437ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (42f53527-c77d-4104-bac5-39db1a9efcde), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:40.832522 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.db [None req-633e8300-f864-4b03-b616-5800bb1437ae admin admin] For port 42f53527-c77d-4104-bac5-39db1a9efcde, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=42f53527-c77d-4104-bac5-39db1a9efcde,segment=NetworkSegment(cdc7ea4a-38bb-42eb-8d45-f7e86c035f09),segment_id=cdc7ea4a-38bb-42eb-8d45-f7e86c035f09)] {{(pid=104488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:45:40.832916 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-633e8300-f864-4b03-b616-5800bb1437ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (42f53527-c77d-4104-bac5-39db1a9efcde), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:40.848981 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.plugin [None req-633e8300-f864-4b03-b616-5800bb1437ae admin admin] Calling delete_port for 42f53527-c77d-4104-bac5-39db1a9efcde owned by network:dhcp {{(pid=104488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:45:40.925148 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-633e8300-f864-4b03-b616-5800bb1437ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7641353'] for port (42f53527-c77d-4104-bac5-39db1a9efcde), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:40.949290 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e8300-f864-4b03-b616-5800bb1437ae admin admin] Pushing event deleted for resources: {'Port': ['ID=42f53527-c77d-4104-bac5-39db1a9efcde,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:45:40.952824 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633e8300-f864-4b03-b616-5800bb1437ae admin admin] No DVR routers for this DVR port 42f53527-c77d-4104-bac5-39db1a9efcde on host dv-cinder-861557-1-iscsi {{(pid=104488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:45:41.017045 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8517fda6-4684-4c0a-88a2-9d0a92963e3f None None] DHCP port deletion for e7b10358-ab79-44d7-a22b-ddfa538fb104 request from dv-cinder-861557-1-iscsi {{(pid=104489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 04:45:41.032483 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-633e8300-f864-4b03-b616-5800bb1437ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8774867117788'] for network (e7b10358-ab79-44d7-a22b-ddfa538fb104), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:41.053663 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.services.segments.db [None req-633e8300-f864-4b03-b616-5800bb1437ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b10358-ab79-44d7-a22b-ddfa538fb104']}} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:45:41.062993 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.services.segments.db [None req-633e8300-f864-4b03-b616-5800bb1437ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09') {'for_net_delete': True} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:45:41.063283 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.services.segments.db [None req-633e8300-f864-4b03-b616-5800bb1437ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc7ea4a-38bb-42eb-8d45-f7e86c035f09') {} {{(pid=104488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:45:41.072498 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-633e8300-f864-4b03-b616-5800bb1437ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774867185574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4780917'] for segment (cdc7ea4a-38bb-42eb-8d45-f7e86c035f09), before_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:41.085689 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-633e8300-f864-4b03-b616-5800bb1437ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (cdc7ea4a-38bb-42eb-8d45-f7e86c035f09), precommit_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:41.092292 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-633e8300-f864-4b03-b616-5800bb1437ae admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:45:41.092703 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-633e8300-f864-4b03-b616-5800bb1437ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7641558'] for segment (cdc7ea4a-38bb-42eb-8d45-f7e86c035f09), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:41.156247 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-633e8300-f864-4b03-b616-5800bb1437ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638819'] for network (e7b10358-ab79-44d7-a22b-ddfa538fb104), after_delete {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:41.160087 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron_lib.callbacks.manager [None req-633e8300-f864-4b03-b616-5800bb1437ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:41.163586 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.wsgi [None req-633e8300-f864-4b03-b616-5800bb1437ae admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/e7b10358-ab79-44d7-a22b-ddfa538fb104 HTTP/1.1" status: 204 len: 168 time: 0.5184724 Oct 17 04:45:41.166493 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.services.segments.plugin [-] Segment cdc7ea4a-38bb-42eb-8d45-f7e86c035f09 resource provider aggregate not found Oct 17 04:45:41.166748 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 37310) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:45:41.183791 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e8300-f864-4b03-b616-5800bb1437ae admin admin] Pushing event deleted for resources: {'Network': ['ID=e7b10358-ab79-44d7-a22b-ddfa538fb104,revision_number=None']} {{(pid=104488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:45:41.197143 dv-cinder-861557-1-iscsi neutron-server[104488]: INFO neutron.services.segments.plugin [-] Segment cdc7ea4a-38bb-42eb-8d45-f7e86c035f09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cdc7ea4a-38bb-42eb-8d45-f7e86c035f09 found for delete ", "request_id": "req-e2546571-d9a7-4f16-8b0d-f939a2e4f516"}]} Oct 17 04:45:41.314155 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:41.477532 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e94ff042-ffcd-4a03-b7fc-1e83d23c7f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1648450'] for router_interface (e0c1f0a8-40cd-4bd9-8f61-a70a1c545350), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:41.695192 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-e94ff042-ffcd-4a03-b7fc-1e83d23c7f54 admin admin] Deleting port 0e5bb9ad-1924-4dea-8736-623a5f81a76a {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:45:41.695525 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e94ff042-ffcd-4a03-b7fc-1e83d23c7f54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (0e5bb9ad-1924-4dea-8736-623a5f81a76a), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:41.772970 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-e94ff042-ffcd-4a03-b7fc-1e83d23c7f54 admin admin] For port 0e5bb9ad-1924-4dea-8736-623a5f81a76a, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=0e5bb9ad-1924-4dea-8736-623a5f81a76a,segment=NetworkSegment(024402e9-de2b-4f74-a549-b38ceaec745d),segment_id=024402e9-de2b-4f74-a549-b38ceaec745d)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:45:41.773277 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e94ff042-ffcd-4a03-b7fc-1e83d23c7f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (0e5bb9ad-1924-4dea-8736-623a5f81a76a), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:41.786072 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-e94ff042-ffcd-4a03-b7fc-1e83d23c7f54 admin admin] Calling delete_port for 0e5bb9ad-1924-4dea-8736-623a5f81a76a owned by network:router_interface {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:45:41.843628 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=100 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:41.959888 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e94ff042-ffcd-4a03-b7fc-1e83d23c7f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (0e5bb9ad-1924-4dea-8736-623a5f81a76a), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:41.989094 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ff042-ffcd-4a03-b7fc-1e83d23c7f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e5bb9ad-1924-4dea-8736-623a5f81a76a,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:45:42.101235 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:42.158271 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-e94ff042-ffcd-4a03-b7fc-1e83d23c7f54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648438'] for router_interface (e0c1f0a8-40cd-4bd9-8f61-a70a1c545350), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:42.179844 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b161776-89dd-4ed1-b112-188a956f6017 None None] get_active_networks_info from dv-cinder-861557-1-iscsi {{(pid=104489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 04:45:42.253880 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b161776-89dd-4ed1-b112-188a956f6017 None None] Resources bound (agent type, host, resource id): {{(pid=104489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 04:45:42.373619 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94ff042-ffcd-4a03-b7fc-1e83d23c7f54 admin admin] Router e0c1f0a8-40cd-4bd9-8f61-a70a1c545350 has already been hosted by L3 agent afcec61b-46ac-4cf5-9e33-3183e433c296 {{(pid=104487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 04:45:42.440702 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 42f53527-c77d-4104-bac5-39db1a9efcde no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:45:42.442938 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:42.463853 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 42f53527-c77d-4104-bac5-39db1a9efcde {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:45:42.464246 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 42f53527-c77d-4104-bac5-39db1a9efcde not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:45:42.464846 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 569edeff-95de-48b6-a10a-ecbf1eba9d19 no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:45:42.484783 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 569edeff-95de-48b6-a10a-ecbf1eba9d19 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:45:42.485177 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 569edeff-95de-48b6-a10a-ecbf1eba9d19 not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:45:42.485329 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94ff042-ffcd-4a03-b7fc-1e83d23c7f54 admin admin] Notify agent at l3_agent.dv-cinder-861557-1-iscsi the message routers_updated {{(pid=104487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 04:45:42.492644 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-e94ff042-ffcd-4a03-b7fc-1e83d23c7f54 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/e0c1f0a8-40cd-4bd9-8f61-a70a1c545350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3226042 Oct 17 04:45:42.493283 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 37314) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:45:42.498991 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb23374-ad28-4c8b-a28f-9c337226cba8 None None] Sync routers for ids ['e0c1f0a8-40cd-4bd9-8f61-a70a1c545350'] in dv-cinder-861557-1-iscsi {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 04:45:42.510723 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb23374-ad28-4c8b-a28f-9c337226cba8 None None] Routers {'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:45:42.511498 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-fdb23374-ad28-4c8b-a28f-9c337226cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:45:34Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['e0c1f0a8-40cd-4bd9-8f61-a70a1c545350'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:45:42.566344 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:42.604001 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfd81-6798-4860-bf40-6703c59a520b admin admin] Publish callbacks [] for router (e0c1f0a8-40cd-4bd9-8f61-a70a1c545350), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:42.622252 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-fdb23374-ad28-4c8b-a28f-9c337226cba8 None None] Set router e0c1f0a8-40cd-4bd9-8f61-a70a1c545350 gateway port host: dv-cinder-861557-1-iscsi {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:45:42.714356 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfd81-6798-4860-bf40-6703c59a520b admin admin] Publish callbacks [] for router_gateway (e0c1f0a8-40cd-4bd9-8f61-a70a1c545350), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:42.763163 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-8b7cfd81-6798-4860-bf40-6703c59a520b admin admin] Deleting port 4cb57308-2ff3-4354-b9e4-c7d458d8cf05 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:45:42.763508 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfd81-6798-4860-bf40-6703c59a520b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (4cb57308-2ff3-4354-b9e4-c7d458d8cf05), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:42.775655 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:42.814914 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-fdb23374-ad28-4c8b-a28f-9c337226cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350', 'name': 'tempest-TestVolumeBootPattern-1744609314-router', 'tenant_id': 'e164a6fdf63748ff92c7d75130773122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'external_fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '4cb57308-2ff3-4354-b9e4-c7d458d8cf05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:41Z', 'updated_at': '2022-10-17T04:45:41Z', 'revision_number': 5, 'project_id': 'e164a6fdf63748ff92c7d75130773122', 'gw_port': {'id': '4cb57308-2ff3-4354-b9e4-c7d458d8cf05', 'name': '', 'network_id': 'b27d8a1d-9748-4759-bac0-ee0df018117d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:75:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861557-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T04:38:42Z', 'updated_at': '2022-10-17T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e987464-879c-4dcc-8688-86f509fe2f61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861557-1-iscsi'}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:45:42.842549 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb23374-ad28-4c8b-a28f-9c337226cba8 None None] Checking router: e0c1f0a8-40cd-4bd9-8f61-a70a1c545350 for host: dv-cinder-861557-1-iscsi {{(pid=104489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 04:45:42.851378 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb23374-ad28-4c8b-a28f-9c337226cba8 None None] Routers {'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350'} bound to L3 agent in host dv-cinder-861557-1-iscsi {{(pid=104489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 04:45:42.851946 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-8b7cfd81-6798-4860-bf40-6703c59a520b admin admin] For port 4cb57308-2ff3-4354-b9e4-c7d458d8cf05, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=4cb57308-2ff3-4354-b9e4-c7d458d8cf05,segment=NetworkSegment(c78baf42-478f-4c01-a20f-b7f5c89b1eb4),segment_id=c78baf42-478f-4c01-a20f-b7f5c89b1eb4)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:45:42.852081 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-fdb23374-ad28-4c8b-a28f-9c337226cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861557-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T04:23:03Z,description=,heartbeat_timestamp=2022-10-17T04:45:34Z,host='dv-cinder-861557-1-iscsi',id=afcec61b-46ac-4cf5-9e33-3183e433c296,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T04:23:03Z,topic='l3_agent')) {'router_ids': ['e0c1f0a8-40cd-4bd9-8f61-a70a1c545350'], 'active': True} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:45:42.852310 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfd81-6798-4860-bf40-6703c59a520b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (4cb57308-2ff3-4354-b9e4-c7d458d8cf05), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:42.867318 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-8b7cfd81-6798-4860-bf40-6703c59a520b admin admin] Calling delete_port for 4cb57308-2ff3-4354-b9e4-c7d458d8cf05 owned by network:router_gateway {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:45:42.932099 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.provisioning_blocks [None req-a20adf30-178d-4e2c-be50-b8088399c985 None None] Provisioning complete for port ed5e54b7-6168-4d97-b702-d0d5defbf658 triggered by entity DHCP. {{(pid=104489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 04:45:42.932469 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-a20adf30-178d-4e2c-be50-b8088399c985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569347'] for port (ed5e54b7-6168-4d97-b702-d0d5defbf658), provisioning_complete {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:42.932801 dv-cinder-861557-1-iscsi neutron-server[104489]: INFO neutron.plugins.ml2.plugin [None req-a20adf30-178d-4e2c-be50-b8088399c985 None None] Attempt 1 to provision port ed5e54b7-6168-4d97-b702-d0d5defbf658 Oct 17 04:45:42.972155 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_dvr_db [None req-fdb23374-ad28-4c8b-a28f-9c337226cba8 None None] Set router e0c1f0a8-40cd-4bd9-8f61-a70a1c545350 gateway port host: None {{(pid=104489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 04:45:42.978210 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:43.028269 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.db.l3_hamode_db [None req-fdb23374-ad28-4c8b-a28f-9c337226cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350', 'name': 'tempest-TestVolumeBootPattern-1744609314-router', 'tenant_id': 'e164a6fdf63748ff92c7d75130773122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:41Z', 'updated_at': '2022-10-17T04:45:42Z', 'revision_number': 6, 'project_id': 'e164a6fdf63748ff92c7d75130773122', 'gw_port_host': None}], 'dv-cinder-861557-1-iscsi', False) {} {{(pid=104489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:45:43.034078 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfd81-6798-4860-bf40-6703c59a520b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (4cb57308-2ff3-4354-b9e4-c7d458d8cf05), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:43.055650 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb23374-ad28-4c8b-a28f-9c337226cba8 None None] The sync data for ids ['e0c1f0a8-40cd-4bd9-8f61-a70a1c545350'] in dv-cinder-861557-1-iscsi is: [{'id': 'e0c1f0a8-40cd-4bd9-8f61-a70a1c545350', 'name': 'tempest-TestVolumeBootPattern-1744609314-router', 'tenant_id': 'e164a6fdf63748ff92c7d75130773122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T04:38:41Z', 'updated_at': '2022-10-17T04:45:42Z', 'revision_number': 6, 'project_id': 'e164a6fdf63748ff92c7d75130773122', 'gw_port_host': None}] {{(pid=104489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 04:45:43.056860 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cfd81-6798-4860-bf40-6703c59a520b admin admin] Pushing event deleted for resources: {'Port': ['ID=4cb57308-2ff3-4354-b9e4-c7d458d8cf05,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:45:43.092984 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-a20adf30-178d-4e2c-be50-b8088399c985 None None] Current status of the port ed5e54b7-6168-4d97-b702-d0d5defbf658 is: ACTIVE; New status is: ACTIVE {{(pid=104489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 04:45:43.136587 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfd81-6798-4860-bf40-6703c59a520b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638780'] for router_gateway (e0c1f0a8-40cd-4bd9-8f61-a70a1c545350), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:43.224230 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfd81-6798-4860-bf40-6703c59a520b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16008'] for router (e0c1f0a8-40cd-4bd9-8f61-a70a1c545350), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:43.226407 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfd81-6798-4860-bf40-6703c59a520b admin admin] Publish callbacks [] for router_controller (e0c1f0a8-40cd-4bd9-8f61-a70a1c545350), precommit_delete_associations {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:43.266933 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfd81-6798-4860-bf40-6703c59a520b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1648494'] for router (e0c1f0a8-40cd-4bd9-8f61-a70a1c545350), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:43.267559 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7cfd81-6798-4860-bf40-6703c59a520b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0c1f0a8-40cd-4bd9-8f61-a70a1c545350 {{(pid=104487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 04:45:43.271670 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfd81-6798-4860-bf40-6703c59a520b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:43.272804 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-8b7cfd81-6798-4860-bf40-6703c59a520b admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/e0c1f0a8-40cd-4bd9-8f61-a70a1c545350 HTTP/1.1" status: 204 len: 168 time: 0.7789986 Oct 17 04:45:43.275367 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 37316) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:45:43.319325 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.db_base_plugin_v2 [None req-1594382f-ebbb-4a55-a338-b9562301711e admin admin] Deleting subnet 3e78e1ea-ea7c-4ed3-b361-f42050b50d82 {{(pid=104487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 04:45:43.322452 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1594382f-ebbb-4a55-a338-b9562301711e admin admin] Publish callbacks [] for subnet (3e78e1ea-ea7c-4ed3-b361-f42050b50d82), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:43.360168 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1594382f-ebbb-4a55-a338-b9562301711e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8359371'] for subnet (3e78e1ea-ea7c-4ed3-b361-f42050b50d82), precommit_delete_associations {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:43.438015 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1594382f-ebbb-4a55-a338-b9562301711e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588216'] for subnet (3e78e1ea-ea7c-4ed3-b361-f42050b50d82), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:43.499174 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1594382f-ebbb-4a55-a338-b9562301711e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3592535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7604970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7353880'] for subnet (3e78e1ea-ea7c-4ed3-b361-f42050b50d82), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:43.525776 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594382f-ebbb-4a55-a338-b9562301711e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e78e1ea-ea7c-4ed3-b361-f42050b50d82,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:45:43.527728 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-1594382f-ebbb-4a55-a338-b9562301711e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:43.530865 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-1594382f-ebbb-4a55-a338-b9562301711e admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/3e78e1ea-ea7c-4ed3-b361-f42050b50d82 HTTP/1.1" status: 204 len: 168 time: 0.2545805 Oct 17 04:45:43.531739 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d367e654-5a2e-4fd6-af4e-7c5bca345ec2 None None] Network 68cb0201-1b5e-4e10-ada5-3705e0bf6116 requested from dv-cinder-861557-1-iscsi {{(pid=104489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 04:45:43.533378 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 37318) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:45:43.605028 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-80d8eeb6-29b0-4284-9342-44cd845dfd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3580085'] for network (68cb0201-1b5e-4e10-ada5-3705e0bf6116), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:43.649296 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-80d8eeb6-29b0-4284-9342-44cd845dfd7b admin admin] Deleting port ed5e54b7-6168-4d97-b702-d0d5defbf658 {{(pid=104487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 04:45:43.649662 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-80d8eeb6-29b0-4284-9342-44cd845dfd7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774867157032'] for port (ed5e54b7-6168-4d97-b702-d0d5defbf658), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:43.665307 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=5 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:43.723267 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.db [None req-80d8eeb6-29b0-4284-9342-44cd845dfd7b admin admin] For port ed5e54b7-6168-4d97-b702-d0d5defbf658, host dv-cinder-861557-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861557-1-iscsi',level=0,port_id=ed5e54b7-6168-4d97-b702-d0d5defbf658,segment=NetworkSegment(024402e9-de2b-4f74-a549-b38ceaec745d),segment_id=024402e9-de2b-4f74-a549-b38ceaec745d)] {{(pid=104487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 04:45:43.723631 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-80d8eeb6-29b0-4284-9342-44cd845dfd7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617532'] for port (ed5e54b7-6168-4d97-b702-d0d5defbf658), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:43.737230 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.plugin [None req-80d8eeb6-29b0-4284-9342-44cd845dfd7b admin admin] Calling delete_port for ed5e54b7-6168-4d97-b702-d0d5defbf658 owned by network:dhcp {{(pid=104487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 04:45:43.815380 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-80d8eeb6-29b0-4284-9342-44cd845dfd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3578540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774867160230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774866669285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604959'] for port (ed5e54b7-6168-4d97-b702-d0d5defbf658), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:43.824678 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d48740-e640-47d7-86dc-f5588c4e7d1e None None] DHCP port deletion for 68cb0201-1b5e-4e10-ada5-3705e0bf6116 request from dv-cinder-861557-1-iscsi {{(pid=104489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 04:45:43.841863 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8eeb6-29b0-4284-9342-44cd845dfd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=ed5e54b7-6168-4d97-b702-d0d5defbf658,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:45:43.848809 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d8eeb6-29b0-4284-9342-44cd845dfd7b admin admin] No DVR routers for this DVR port ed5e54b7-6168-4d97-b702-d0d5defbf658 on host dv-cinder-861557-1-iscsi {{(pid=104487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 04:45:43.917570 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:43.929502 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-80d8eeb6-29b0-4284-9342-44cd845dfd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570794', 'neutron.services.segments.db._delete_segments_for_network-8774867117788'] for network (68cb0201-1b5e-4e10-ada5-3705e0bf6116), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:43.950639 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-80d8eeb6-29b0-4284-9342-44cd845dfd7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68cb0201-1b5e-4e10-ada5-3705e0bf6116']}} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:45:43.960692 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-80d8eeb6-29b0-4284-9342-44cd845dfd7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024402e9-de2b-4f74-a549-b38ceaec745d') {'for_net_delete': True} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:45:43.960993 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.services.segments.db [None req-80d8eeb6-29b0-4284-9342-44cd845dfd7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024402e9-de2b-4f74-a549-b38ceaec745d') {} {{(pid=104487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 04:45:43.970873 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-80d8eeb6-29b0-4284-9342-44cd845dfd7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774867185574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8359346'] for segment (024402e9-de2b-4f74-a549-b38ceaec745d), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:43.986078 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-80d8eeb6-29b0-4284-9342-44cd845dfd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423'] for segment (024402e9-de2b-4f74-a549-b38ceaec745d), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:43.992932 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d8eeb6-29b0-4284-9342-44cd845dfd7b admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=104487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 04:45:43.993544 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-80d8eeb6-29b0-4284-9342-44cd845dfd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3566423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7604736'] for segment (024402e9-de2b-4f74-a549-b38ceaec745d), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:44.062884 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-80d8eeb6-29b0-4284-9342-44cd845dfd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3571353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638819'] for network (68cb0201-1b5e-4e10-ada5-3705e0bf6116), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:44.068826 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-80d8eeb6-29b0-4284-9342-44cd845dfd7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593186'] for network (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:44.072250 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-80d8eeb6-29b0-4284-9342-44cd845dfd7b admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/68cb0201-1b5e-4e10-ada5-3705e0bf6116 HTTP/1.1" status: 204 len: 168 time: 0.5379074 Oct 17 04:45:44.091511 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment 024402e9-de2b-4f74-a549-b38ceaec745d resource provider aggregate not found Oct 17 04:45:44.097705 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8eeb6-29b0-4284-9342-44cd845dfd7b admin admin] Pushing event deleted for resources: {'Network': ['ID=68cb0201-1b5e-4e10-ada5-3705e0bf6116,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:45:44.112086 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.services.segments.plugin [-] Segment 024402e9-de2b-4f74-a549-b38ceaec745d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 024402e9-de2b-4f74-a549-b38ceaec745d found for delete ", "request_id": "req-fdc63e89-4861-45df-85cc-5849eb6acf4b"}]} Oct 17 04:45:44.204920 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 37328) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:45:44.369709 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 0e5bb9ad-1924-4dea-8736-623a5f81a76a no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:45:44.391652 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 0e5bb9ad-1924-4dea-8736-623a5f81a76a {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:45:44.391995 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 0e5bb9ad-1924-4dea-8736-623a5f81a76a not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:45:44.392419 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device ed5e54b7-6168-4d97-b702-d0d5defbf658 no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:45:44.414233 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: ed5e54b7-6168-4d97-b702-d0d5defbf658 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:45:44.414558 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device ed5e54b7-6168-4d97-b702-d0d5defbf658 not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:45:44.414968 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 4cb57308-2ff3-4354-b9e4-c7d458d8cf05 no longer exists at agent ovs-agent-dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 04:45:44.433782 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.plugin [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] No Port match for: 4cb57308-2ff3-4354-b9e4-c7d458d8cf05 {{(pid=104489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 04:45:44.434082 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron.plugins.ml2.rpc [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Device 4cb57308-2ff3-4354-b9e4-c7d458d8cf05 not bound to the agent host dv-cinder-861557-1-iscsi {{(pid=104489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 04:45:44.442384 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:45:44.479421 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-b90ea1a7-cc2a-4dda-a7c5-74c95e165e72 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=84d236da3b7b46f4ab13a096d7d80298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730377 Oct 17 04:45:44.481935 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 37330) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:45:44.529233 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4beebdf4-46ca-4688-92d2-675a1c6a200c admin admin] Publish callbacks [] for security_group (1891e7d4-f8f0-498e-80dc-0bbbd7ad49e5), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:44.548959 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4beebdf4-46ca-4688-92d2-675a1c6a200c admin admin] Publish callbacks [] for security_group (1891e7d4-f8f0-498e-80dc-0bbbd7ad49e5), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:44.594508 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4beebdf4-46ca-4688-92d2-675a1c6a200c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (1891e7d4-f8f0-498e-80dc-0bbbd7ad49e5), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:44.597179 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-4beebdf4-46ca-4688-92d2-675a1c6a200c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:44.598306 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-4beebdf4-46ca-4688-92d2-675a1c6a200c admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/1891e7d4-f8f0-498e-80dc-0bbbd7ad49e5 HTTP/1.1" status: 204 len: 168 time: 0.1149461 Oct 17 04:45:44.606715 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beebdf4-46ca-4688-92d2-675a1c6a200c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1891e7d4-f8f0-498e-80dc-0bbbd7ad49e5,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:45:44.911791 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 37336) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:45:44.952953 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-912c62c3-2dca-4b78-a9b9-5a7574079b45 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=e164a6fdf63748ff92c7d75130773122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399508 Oct 17 04:45:44.955655 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [-] (104487) accepted ('10.222.0.40', 37338) {{(pid=104487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 04:45:45.005732 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-52b06ee5-6fc0-4a8e-987d-5782d590f641 admin admin] Publish callbacks [] for security_group (367f8f1f-f8f1-4ea7-ac45-a03ba7184ef5), before_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:45.025515 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-52b06ee5-6fc0-4a8e-987d-5782d590f641 admin admin] Publish callbacks [] for security_group (367f8f1f-f8f1-4ea7-ac45-a03ba7184ef5), precommit_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:45.070350 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-52b06ee5-6fc0-4a8e-987d-5782d590f641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650715'] for security_group (367f8f1f-f8f1-4ea7-ac45-a03ba7184ef5), after_delete {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:45.073448 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron_lib.callbacks.manager [None req-52b06ee5-6fc0-4a8e-987d-5782d590f641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:45:45.074803 dv-cinder-861557-1-iscsi neutron-server[104487]: INFO neutron.wsgi [None req-52b06ee5-6fc0-4a8e-987d-5782d590f641 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/367f8f1f-f8f1-4ea7-ac45-a03ba7184ef5 HTTP/1.1" status: 204 len: 168 time: 0.1181252 Oct 17 04:45:45.086458 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b06ee5-6fc0-4a8e-987d-5782d590f641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367f8f1f-f8f1-4ea7-ac45-a03ba7184ef5,revision_number=None']} {{(pid=104487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 04:45:49.206478 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=100 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:51.146221 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=50,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:51.170624 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG dbcounter [-] [104488] Writing DB stats neutron:SELECT=44,neutron:DELETE=5 {{(pid=104488) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:54.418283 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=66 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:55.056907 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=77,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:55.080830 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG dbcounter [-] [104487] Writing DB stats neutron:SELECT=56,neutron:DELETE=3 {{(pid=104487) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:55.098668 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=63 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:59.301976 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=12 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:45:59.303837 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=22 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:46:01.112415 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-1ec457be-d7f9-40ee-b015-f9d223de8a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:46:03.517791 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-49359ed8-d8a5-46ad-8d58-3a424cd38972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:46:04.699447 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:46:06.256980 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:46:06.393997 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:46:06.550656 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:46:12.541122 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=3 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:46:12.545035 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=3 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:46:16.544525 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:46:16.546328 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:46:21.442575 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:46:31.114465 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-5c1689b6-3282-46a3-a6aa-0ade0a2661d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:46:31.436615 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:46:31.437290 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:46:33.519723 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-6623576f-8d40-45e5-a36c-b7b099c368d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:46:34.701808 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:46:36.259763 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:46:36.407546 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:46:36.552366 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:46:39.544822 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [req-bf1347e8-3a38-4461-8e3e-babe43521671 req-f154427e-537a-40af-835f-c1859d0c1234 service neutron] (104487) timed out ('10.222.0.20', 56446) {{(pid=104487) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 17 04:46:40.789796 dv-cinder-861557-1-iscsi neutron-server[104487]: DEBUG neutron.wsgi [req-4c23be09-fc95-4d55-b80e-7b1b8fe8f05e req-31297f47-050b-4ccb-bf67-d05f91f278a0 service neutron] (104487) timed out ('10.222.0.20', 56476) {{(pid=104487) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 17 04:46:46.546174 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:46:46.547990 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:UPDATE=4,neutron:SELECT=8 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:46:46.940908 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [req-7dc4dbf0-7f7f-4c30-9d61-fb622a3b0ef1 req-d70b29cb-5bce-4d8b-b923-bb0b70f08d8f service neutron] (104488) timed out ('10.222.0.20', 56503) {{(pid=104488) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 17 04:46:49.546447 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:46:58.443036 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:47:01.117223 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-e2ac3bf6-d4c9-48a9-806d-69b2e5643052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:47:03.520432 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-59e66b68-cdf9-4d44-9719-5b19cc16506b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:47:04.705028 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:47:06.264043 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:47:06.410994 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:47:06.554928 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:47:08.438346 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:47:19.443205 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:47:19.445039 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:47:26.551731 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=3 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:47:26.556663 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=3 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:47:31.119108 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b998-865b-40a7-899d-9417c27f7dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:47:33.521574 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-86daf30d-0be4-4d48-9631-78b65cd124c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:47:34.706704 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:47:35.442284 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:47:36.265236 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:47:36.421532 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:47:36.557736 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:47:45.438539 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:47:46.551311 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:47:46.553131 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:48:01.120617 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-93ecb1e0-682b-4cc6-90fb-fb22dccff90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:48:03.522762 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-cf5fe1db-5607-4278-a0aa-99ce1c3ac559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:48:03.557577 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=17 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:48:03.562249 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=15 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:48:04.710192 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:48:06.268766 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:48:06.420753 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:48:06.560095 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:48:11.922471 dv-cinder-861557-1-iscsi neutron-server[104488]: DEBUG neutron.wsgi [req-ad32141c-d9b7-487f-adcd-dc0ed819c56e req-a8c9e8fe-7182-4301-9f7d-96fb622d7d2a tempest-VolumesActionsTest-1182194090 tempest-VolumesActionsTest-1182194090-project] (104488) timed out ('10.222.0.20', 56464) {{(pid=104488) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 17 04:48:12.440581 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:48:16.549147 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:48:16.557049 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:48:22.436145 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=3 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:48:22.436915 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:48:31.122501 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-a5e474e8-1caf-4aac-bd3c-4a82e8b7d13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:48:33.525981 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-a02b99f9-9152-4b2b-a33e-8733aac8a3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:48:34.715530 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:48:36.270297 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:48:36.419436 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:48:36.562058 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:48:40.557412 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:48:40.566548 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=5 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:48:46.555147 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:48:46.558036 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:48:49.439509 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:48:59.435975 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:48:59.479071 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:49:01.126178 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-4e9630f6-0f9a-4665-b8d8-4094439d2681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:49:03.527427 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-de06deab-27d0-41c2-8990-fb3852d14f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:49:04.716257 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:49:06.273392 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:49:06.433265 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:49:06.566517 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:49:17.569181 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:49:17.573147 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=4 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:49:19.310851 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:49:19.314940 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:49:26.438495 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:49:31.127086 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-57ba2662-79b5-452a-bfbd-2b7d91def63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:49:33.528676 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-6d49f73f-ee5d-472f-9ac7-6f0daddfc546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:49:34.719859 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:49:36.276150 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:49:36.434843 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:49:36.435251 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:49:36.569418 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:49:46.563349 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:49:46.565281 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:49:59.307189 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=14 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:49:59.309819 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=18 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:50:01.129854 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-e8fb48e2-ff3c-4102-8f21-7922a76121f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:50:03.437192 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:50:03.534904 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-36109e45-d224-4da6-beb5-64b253dd2228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:50:04.722363 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:50:06.279573 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:50:06.432288 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:50:06.570887 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:50:13.433439 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:50:16.559720 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:50:16.567776 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:50:31.132258 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-c2d3c135-ee1a-453c-ba4c-5acacfd24c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1a971c09-9b48-4566-8e55-15bd954a700d), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:50:31.562666 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:50:31.567557 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=4 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:50:33.527149 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-552d205a-50ab-4a4a-9120-befa7b28bb1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (afcec61b-46ac-4cf5-9e33-3183e433c296), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:50:34.725703 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-39612484-2c9e-4756-8a3b-19258df786c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (ed556700-9c0e-421c-a167-740ad81819d9), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:50:36.282797 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-ef330064-1e0c-456a-8745-1538c35754a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (1ec446f9-a785-4fd8-9ee7-1d4b5aa97cb2), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:50:36.432209 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-002a05b1-0bf6-4fb2-a305-9df8b9e55be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (98af6631-6ac5-4afe-8748-fa983cad7c78), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:50:36.573167 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG neutron_lib.callbacks.manager [None req-2bf78f0e-97ba-4898-b224-f4d3789e840f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774867117770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569189'] for agent (bee4f49c-ebb0-4943-9d6c-cce121668da7), after_update {{(pid=104489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 04:50:40.435186 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG neutron.db.agents_db [None req-dbf450e6-dc85-4ad5-a8f1-c3c3b704cbd0 None None] Agent healthcheck: found 6 active agents {{(pid=104490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 04:50:46.567546 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:50:46.569424 dv-cinder-861557-1-iscsi neutron-server[104489]: DEBUG dbcounter [-] [104489] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 04:50:50.431375 dv-cinder-861557-1-iscsi neutron-server[104490]: DEBUG dbcounter [-] [104490] Writing DB stats neutron:SELECT=2 {{(pid=104490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}